From 53574fe754afef25e6636f7045aa06079ad095ff Mon Sep 17 00:00:00 2001 From: jp170na Date: Fri, 14 Aug 2026 21:39:42 +0200 Subject: [PATCH] testy --- evaluation/evaluate_retrieval.py | 1148 ++++++++++ evaluation/results/retrieval_results.csv | 73 + evaluation/results/retrieval_results.json | 2523 +++++++++++++++++++++ 3 files changed, 3744 insertions(+) create mode 100644 evaluation/evaluate_retrieval.py create mode 100644 evaluation/results/retrieval_results.csv create mode 100644 evaluation/results/retrieval_results.json diff --git a/evaluation/evaluate_retrieval.py b/evaluation/evaluate_retrieval.py new file mode 100644 index 0000000..113f163 --- /dev/null +++ b/evaluation/evaluate_retrieval.py @@ -0,0 +1,1148 @@ +from __future__ import annotations + +import argparse +import csv +import json +import sqlite3 +import sys +from collections import defaultdict +from pathlib import Path +from typing import Any + + +PROJECT_ROOT = Path(__file__).resolve().parents[1] + +if str(PROJECT_ROOT) not in sys.path: + sys.path.insert( + 0, + str(PROJECT_ROOT), + ) + + +from scripts.common import DB_FILE +from scripts.search_utils import ( + DEFAULT_CANDIDATE_MULTIPLIER, + MIN_CANDIDATES, + add_fts_metadata, + add_vector_metadata, + build_match_queries, + diversify_results, + fuse_hybrid_results, + run_fts_query, + run_vector_query, + verify_search_schema, +) + + +EVALUATION_K_VALUES = ( + 1, + 3, + 5, +) + +EVALUATION_MODES = ( + "fts", + "vector", + "hybrid", +) + + +def load_questions( + path: Path, +) -> list[dict[str, Any]]: + if not path.exists(): + raise FileNotFoundError( + f"Evaluačný dataset neexistuje: {path}" + ) + + with path.open( + "r", + encoding="utf-8", + ) as file: + data = json.load( + file + ) + + if not isinstance( + data, + list, + ): + raise ValueError( + "questions.json musí obsahovať JSON pole" + ) + + questions: list[ + dict[str, Any] + ] = [] + + for index, item in enumerate( + data, + start=1, + ): + if not isinstance( + item, + dict, + ): + raise ValueError( + "Každá evaluačná otázka musí byť " + f"JSON objekt. Chyba pri položke {index}." + ) + + question_id = item.get( + "id" + ) + + question = item.get( + "question" + ) + + expected_documents = item.get( + "expected_documents" + ) + + if ( + not isinstance( + question_id, + str, + ) + or not question_id.strip() + ): + raise ValueError( + f"Položka {index} nemá platné id" + ) + + if ( + not isinstance( + question, + str, + ) + or not question.strip() + ): + raise ValueError( + f"{question_id}: chýba otázka" + ) + + if ( + not isinstance( + expected_documents, + list, + ) + or not expected_documents + ): + raise ValueError( + f"{question_id}: chýba expected_documents" + ) + + if not all( + isinstance( + value, + str, + ) + and value.strip() + for value in expected_documents + ): + raise ValueError( + f"{question_id}: expected_documents " + "musí obsahovať neprázdne reťazce" + ) + + questions.append( + item + ) + + return questions + + +def load_index_document_paths( + db_file: Path, +) -> set[str]: + if not db_file.exists(): + raise FileNotFoundError( + f"Databáza neexistuje: {db_file}" + ) + + with sqlite3.connect( + db_file, + timeout=5.0, + ) as conn: + rows = conn.execute( + """ + SELECT DISTINCT + document_path + FROM chunks + ORDER BY document_path + """ + ).fetchall() + + return { + str(row[0]) + for row in rows + } + + +def validate_dataset( + questions: list[ + dict[str, Any] + ], + indexed_documents: set[str], +) -> list[dict[str, str]]: + missing: list[ + dict[str, str] + ] = [] + + for item in questions: + question_id = str( + item["id"] + ) + + for document_path in item[ + "expected_documents" + ]: + if ( + document_path + not in indexed_documents + ): + missing.append( + { + "question_id": ( + question_id + ), + "document_path": ( + document_path + ), + } + ) + + return missing + + +def retrieve_all_modes( + db_file: Path, + query: str, + *, + limit: int, + published_only: bool, + max_per_document: int, +) -> dict[ + str, + list[dict[str, Any]], +]: + clean_query = query.strip() + + if not clean_query: + return { + mode: [] + for mode in EVALUATION_MODES + } + + match_queries = build_match_queries( + clean_query + ) + + candidate_limit = max( + MIN_CANDIDATES, + ( + limit + * DEFAULT_CANDIDATE_MULTIPLIER + ), + ) + + with sqlite3.connect( + db_file, + timeout=5.0, + ) as conn: + conn.row_factory = ( + sqlite3.Row + ) + + conn.execute( + "PRAGMA query_only = ON" + ) + + verify_search_schema( + conn + ) + + # ------------------------- + # FTS5 + # ------------------------- + + fts_candidates: list[ + dict[str, Any] + ] = [] + + used_strategies: list[ + str + ] = [] + + for ( + strategy, + match_query, + ) in match_queries: + rows = run_fts_query( + conn, + match_query, + candidate_limit, + published_only, + ) + + if not rows: + continue + + for row in rows: + row[ + "strategy" + ] = strategy + + fts_candidates = rows + + used_strategies = [ + strategy + ] + + break + + fts_results = add_fts_metadata( + conn, + clean_query, + fts_candidates, + ) + + # ------------------------- + # Embeddings + # ------------------------- + + vector_candidates = ( + run_vector_query( + conn, + clean_query, + candidate_limit, + published_only, + ) + ) + + vector_results = ( + add_vector_metadata( + conn, + vector_candidates, + ) + ) + + # ------------------------- + # Hybrid + # ------------------------- + + hybrid_vector_results = ( + vector_results + ) + + if ( + used_strategies + and used_strategies[0] + in { + "all_terms", + "prefix_terms", + } + ): + fts_chunk_ids = { + item["chunk_id"] + for item in fts_results + } + + hybrid_vector_results = [ + item + for item in vector_results + if item["chunk_id"] + in fts_chunk_ids + ] + + hybrid_results = ( + fuse_hybrid_results( + fts_results, + hybrid_vector_results, + ) + ) + + return { + "fts": diversify_results( + fts_results, + limit, + max_per_document, + ), + "vector": diversify_results( + vector_results, + limit, + max_per_document, + ), + "hybrid": diversify_results( + hybrid_results, + limit, + max_per_document, + ), + } + + +def unique_document_ranking( + results: list[ + dict[str, Any] + ], +) -> list[dict[str, Any]]: + selected: list[ + dict[str, Any] + ] = [] + + seen: set[str] = set() + + for item in results: + document_path = str( + item["document_path"] + ) + + if document_path in seen: + continue + + seen.add( + document_path + ) + + selected.append( + item + ) + + return selected + + +def first_relevant_rank( + ranked_documents: list[ + dict[str, Any] + ], + expected_documents: set[str], +) -> int | None: + for rank, item in enumerate( + ranked_documents, + start=1, + ): + if ( + item["document_path"] + in expected_documents + ): + return rank + + return None + + +def recall_at_k( + ranked_documents: list[ + dict[str, Any] + ], + expected_documents: set[str], + k: int, +) -> float: + if not expected_documents: + return 0.0 + + retrieved = { + str( + item["document_path"] + ) + for item in ranked_documents[ + :k + ] + } + + relevant_retrieved = ( + retrieved + & expected_documents + ) + + return ( + len( + relevant_retrieved + ) + / len( + expected_documents + ) + ) + + +def evaluate_question_mode( + question: dict[str, Any], + mode: str, + results: list[ + dict[str, Any] + ], +) -> dict[str, Any]: + ranked_documents = ( + unique_document_ranking( + results + ) + ) + + expected_documents = { + str(value) + for value in question[ + "expected_documents" + ] + } + + rank = first_relevant_rank( + ranked_documents, + expected_documents, + ) + + reciprocal_rank = ( + 0.0 + if rank is None + else 1.0 / rank + ) + + row: dict[str, Any] = { + "id": question["id"], + "category": question.get( + "category", + "unknown", + ), + "question": question[ + "question" + ], + "mode": mode, + "expected_documents": sorted( + expected_documents + ), + "first_relevant_rank": rank, + "reciprocal_rank": round( + reciprocal_rank, + 6, + ), + "top_documents": [ + item["document_path"] + for item in ranked_documents + ], + "top_source_urls": [ + item.get( + "source_url" + ) + for item in ranked_documents + ], + } + + for k in EVALUATION_K_VALUES: + row[ + f"hit_at_{k}" + ] = ( + 1 + if ( + rank is not None + and rank <= k + ) + else 0 + ) + + row[ + f"recall_at_{k}" + ] = round( + recall_at_k( + ranked_documents, + expected_documents, + k, + ), + 6, + ) + + return row + + +def average( + values: list[ + float + ], +) -> float: + if not values: + return 0.0 + + return ( + sum(values) + / len(values) + ) + + +def aggregate_metrics( + rows: list[ + dict[str, Any] + ], +) -> dict[str, Any]: + if not rows: + return { + "questions": 0, + "hit_at_1": 0.0, + "hit_at_3": 0.0, + "hit_at_5": 0.0, + "mrr": 0.0, + "recall_at_5": 0.0, + } + + return { + "questions": len( + rows + ), + "hit_at_1": round( + average( + [ + float( + row[ + "hit_at_1" + ] + ) + for row in rows + ] + ), + 6, + ), + "hit_at_3": round( + average( + [ + float( + row[ + "hit_at_3" + ] + ) + for row in rows + ] + ), + 6, + ), + "hit_at_5": round( + average( + [ + float( + row[ + "hit_at_5" + ] + ) + for row in rows + ] + ), + 6, + ), + "mrr": round( + average( + [ + float( + row[ + "reciprocal_rank" + ] + ) + for row in rows + ] + ), + 6, + ), + "recall_at_5": round( + average( + [ + float( + row[ + "recall_at_5" + ] + ) + for row in rows + ] + ), + 6, + ), + } + + +def aggregate_by_category( + rows: list[ + dict[str, Any] + ], +) -> dict[ + str, + dict[str, Any], +]: + grouped: dict[ + str, + list[dict[str, Any]], + ] = defaultdict( + list + ) + + for row in rows: + category = str( + row.get( + "category", + "unknown", + ) + ) + + grouped[ + category + ].append( + row + ) + + return { + category: aggregate_metrics( + category_rows + ) + for ( + category, + category_rows, + ) in sorted( + grouped.items() + ) + } + + +def print_summary( + summary: dict[ + str, + dict[str, Any], + ], +) -> None: + print() + print( + "Retrieval evaluation" + ) + print( + "=" * 78 + ) + + header = ( + f"{'Mode':<10}" + f"{'Questions':>10}" + f"{'Hit@1':>10}" + f"{'Hit@3':>10}" + f"{'Hit@5':>10}" + f"{'MRR':>10}" + f"{'Recall@5':>12}" + ) + + print( + header + ) + + print( + "-" * 78 + ) + + for mode in EVALUATION_MODES: + metrics = summary[ + mode + ] + + print( + f"{mode:<10}" + f"{metrics['questions']:>10}" + f"{metrics['hit_at_1']:>10.3f}" + f"{metrics['hit_at_3']:>10.3f}" + f"{metrics['hit_at_5']:>10.3f}" + f"{metrics['mrr']:>10.3f}" + f"{metrics['recall_at_5']:>12.3f}" + ) + + print( + "=" * 78 + ) + print() + + +def save_json_results( + path: Path, + payload: dict[str, Any], +) -> None: + path.parent.mkdir( + parents=True, + exist_ok=True, + ) + + with path.open( + "w", + encoding="utf-8", + ) as file: + json.dump( + payload, + file, + ensure_ascii=False, + indent=2, + ) + + file.write( + "\n" + ) + + +def save_csv_results( + path: Path, + rows: list[ + dict[str, Any] + ], +) -> None: + path.parent.mkdir( + parents=True, + exist_ok=True, + ) + + fieldnames = [ + "id", + "category", + "mode", + "question", + "first_relevant_rank", + "reciprocal_rank", + "hit_at_1", + "hit_at_3", + "hit_at_5", + "recall_at_1", + "recall_at_3", + "recall_at_5", + "expected_documents", + "top_documents", + "top_source_urls", + ] + + with path.open( + "w", + encoding="utf-8", + newline="", + ) as file: + writer = csv.DictWriter( + file, + fieldnames=fieldnames, + ) + + writer.writeheader() + + for row in rows: + csv_row = dict( + row + ) + + for key in ( + "expected_documents", + "top_documents", + "top_source_urls", + ): + csv_row[ + key + ] = json.dumps( + csv_row.get( + key, + [], + ), + ensure_ascii=False, + ) + + writer.writerow( + { + key: csv_row.get( + key + ) + for key in fieldnames + } + ) + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser( + description=( + "Porovnanie FTS5, embeddingového " + "a hybridného retrievalu." + ) + ) + + parser.add_argument( + "--questions", + type=Path, + default=( + PROJECT_ROOT + / "evaluation" + / "questions.json" + ), + help=( + "Cesta k questions.json" + ), + ) + + parser.add_argument( + "--db", + type=Path, + default=DB_FILE, + help=( + "Cesta k SQLite indexu" + ), + ) + + parser.add_argument( + "--output-dir", + type=Path, + default=( + PROJECT_ROOT + / "evaluation" + / "results" + ), + help=( + "Adresár pre výsledky" + ), + ) + + parser.add_argument( + "--limit", + type=int, + default=5, + help=( + "Počet dokumentov použitých " + "pri evaluácii. Minimum je 5." + ), + ) + + parser.add_argument( + "--published-only", + action="store_true", + help=( + "Vyhodnocovať iba publikované dokumenty" + ), + ) + + parser.add_argument( + "--max-per-document", + type=int, + default=1, + help=( + "Maximálny počet chunkov " + "z jedného dokumentu" + ), + ) + + parser.add_argument( + "--strict-dataset", + action="store_true", + help=( + "Ukončiť evaluáciu chybou, " + "ak expected document nie je v indexe." + ), + ) + + args = parser.parse_args() + + if args.limit < 5: + parser.error( + "--limit musí byť aspoň 5, " + "pretože meriame Hit@5" + ) + + if args.max_per_document < 0: + parser.error( + "--max-per-document nesmie byť záporné" + ) + + return args + + +def main() -> None: + args = parse_args() + + questions = load_questions( + args.questions + ) + + indexed_documents = ( + load_index_document_paths( + args.db + ) + ) + + missing_expected = ( + validate_dataset( + questions, + indexed_documents, + ) + ) + + if missing_expected: + print() + print( + "POZOR: niektoré expected_documents " + "sa nenachádzajú v indexe:" + ) + + for item in missing_expected: + print( + f" {item['question_id']}: " + f"{item['document_path']}" + ) + + print() + + if args.strict_dataset: + raise RuntimeError( + "Evaluačný dataset obsahuje " + "neexistujúce expected_documents." + ) + + evaluation_rows: list[ + dict[str, Any] + ] = [] + + total = len( + questions + ) + + for index, question in enumerate( + questions, + start=1, + ): + print( + f"[{index:02d}/{total:02d}] " + f"{question['id']}: " + f"{question['question']}" + ) + + mode_results = ( + retrieve_all_modes( + args.db, + question["question"], + limit=args.limit, + published_only=( + args.published_only + ), + max_per_document=( + args.max_per_document + ), + ) + ) + + for mode in EVALUATION_MODES: + evaluation_rows.append( + evaluate_question_mode( + question, + mode, + mode_results[ + mode + ], + ) + ) + + summary: dict[ + str, + dict[str, Any], + ] = {} + + by_category: dict[ + str, + dict[ + str, + dict[str, Any], + ], + ] = {} + + for mode in EVALUATION_MODES: + mode_rows = [ + row + for row in evaluation_rows + if row["mode"] == mode + ] + + summary[ + mode + ] = aggregate_metrics( + mode_rows + ) + + by_category[ + mode + ] = aggregate_by_category( + mode_rows + ) + + payload = { + "configuration": { + "questions_file": str( + args.questions + ), + "database": str( + args.db + ), + "question_count": len( + questions + ), + "limit": args.limit, + "published_only": ( + args.published_only + ), + "max_per_document": ( + args.max_per_document + ), + "modes": list( + EVALUATION_MODES + ), + "metrics": [ + "Hit@1", + "Hit@3", + "Hit@5", + "MRR", + "Recall@5", + ], + }, + "dataset_validation": { + "indexed_document_count": len( + indexed_documents + ), + "missing_expected_document_count": len( + missing_expected + ), + "missing_expected_documents": ( + missing_expected + ), + }, + "summary": summary, + "by_category": by_category, + "questions": evaluation_rows, + } + + json_path = ( + args.output_dir + / "retrieval_results.json" + ) + + csv_path = ( + args.output_dir + / "retrieval_results.csv" + ) + + save_json_results( + json_path, + payload, + ) + + save_csv_results( + csv_path, + evaluation_rows, + ) + + print_summary( + summary + ) + + print( + "Výsledky:" + ) + print( + f" JSON: {json_path}" + ) + print( + f" CSV: {csv_path}" + ) + + if missing_expected: + print() + print( + "POZOR: pred použitím metrík " + "v diplomovej práci oprav " + "missing expected documents." + ) + + +if __name__ == "__main__": + main() diff --git a/evaluation/results/retrieval_results.csv b/evaluation/results/retrieval_results.csv new file mode 100644 index 0000000..bfa1153 --- /dev/null +++ b/evaluation/results/retrieval_results.csv @@ -0,0 +1,73 @@ +id,category,mode,question,first_relevant_rank,reciprocal_rank,hit_at_1,hit_at_3,hit_at_5,recall_at_1,recall_at_3,recall_at_5,expected_documents,top_documents,top_source_urls +q001,fact_year,fts,V akom roku robil Ján Holp diplomovú prácu?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q001,fact_year,vector,V akom roku robil Ján Holp diplomovú prácu?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/matej_novotny/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2020/matus_suchanic/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]" +q001,fact_year,hybrid,V akom roku robil Ján Holp diplomovú prácu?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2020/matus_suchanic/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2021/matej_novotny/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]" +q002,fact_year,fts,V ktorom roku začal študovať Ján Holp?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2021/eduard_matovka/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2019/michal_stromko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]" +q002,fact_year,vector,V ktorom roku začal študovať Ján Holp?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2020/matus_suchanic/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt""]" +q002,fact_year,hybrid,V ktorom roku začal študovať Ján Holp?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2020/matus_suchanic/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]" +q003,fact_title,fts,Aký je názov diplomovej práce Jána Holpa?,3,0.333333,0,1,1,0.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/mark_feher/README.md"", ""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q003,fact_title,vector,Aký je názov diplomovej práce Jána Holpa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/matej_novotny/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2019/kristian_sopkovic/README.md"", ""pages/students/2018/david_omasta/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]" +q003,fact_title,hybrid,Aký je názov diplomovej práce Jána Holpa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/mark_feher/README.md"", ""pages/students/2021/matej_novotny/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]" +q004,fact_title,fts,Aký je názov diplomovej práce Maroša Harahusa?,5,0.2,0,0,1,0.0,0.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/mark_feher/README.md"", ""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q004,fact_title,vector,Aký je názov diplomovej práce Maroša Harahusa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/dmytro_mural/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2019/samuel_horani/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]" +q004,fact_title,hybrid,Aký je názov diplomovej práce Maroša Harahusa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2016/maros_harahus/timovy_projekt/README.md"", ""pages/students/2016/ediz_morochovic/README.md"", ""pages/students/2019/dmytro_mural/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]" +q005,fact_topic,fts,Aká je téma diplomového projektu Jána Ptáka?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/yevhenii_leonov/README.md"", ""pages/topics/steel/README.md"", ""pages/students/2016/jakub_maruniak/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/lukas_pokryvka/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]" +q005,fact_topic,vector,Aká je téma diplomového projektu Jána Ptáka?,5,0.2,0,0,1,0.0,0.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md"", ""pages/students/2016/tomas_kucharik/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]" +q005,fact_topic,hybrid,Aká je téma diplomového projektu Jána Ptáka?,2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]" +q006,fact_year,fts,V ktorom roku začal študovať Ján Pták?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/eduard_matovka/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2018/david_omasta/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]" +q006,fact_year,vector,V ktorom roku začal študovať Ján Pták?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2021/nikita_bodnar/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2018/ondrej_megela/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]" +q006,fact_year,hybrid,V ktorom roku začal študovať Ján Pták?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/nikita_bodnar/README.md"", ""pages/students/2022/valerii_kutsenko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]" +q007,fact_tool,fts,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2022/jan_malinovsky/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]" +q007,fact_tool,vector,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/jan_holp/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]" +q007,fact_tool,hybrid,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/rostyslav_rodzhuk/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]" +q008,paraphrase,fts,Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?,3,0.333333,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/topics/faq/README.md"", ""pages/topics/otvorene/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2023/maksym_zatirka/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]" +q008,paraphrase,vector,Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/topics/akopisat/README.md"", ""pages/students/2019/michal_stromko/vp2021/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/topics/faq/README.md"", ""pages/students/2023/rostyslav_rodzhuk/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]" +q008,paraphrase,hybrid,Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?,5,0.2,0,0,1,0.0,0.0,1.0,"[""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2019/michal_stromko/vp2021/README.md"", ""pages/topics/akopisat/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/topics/faq/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]" +q009,fact_topic,fts,Aká je téma diplomového projektu Jána Malinovského?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/yevhenii_leonov/README.md"", ""pages/topics/steel/README.md"", ""pages/students/2016/jakub_maruniak/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/lukas_pokryvka/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]" +q009,fact_topic,vector,Aká je téma diplomového projektu Jána Malinovského?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2020/kamil_tomcufcik/README.md"", ""pages/students/2017/martin_jancura/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]" +q009,fact_topic,hybrid,Aká je téma diplomového projektu Jána Malinovského?,2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md"", ""pages/students/2020/kamil_tomcufcik/README.md"", ""pages/students/2017/martin_jancura/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]" +q010,paraphrase,fts,"Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",3,0.333333,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2023/maksym_zatirka/README.md"", ""pages/students/2021/matej_scislak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]" +q010,paraphrase,vector,"Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2023/rostyslav_rodzhuk/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]" +q010,paraphrase,hybrid,"Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?",2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2022/jan_malinovsky/README.md""]","[""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2023/rostyslav_rodzhuk/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]" +q011,fact_title,fts,Ako sa volá diplomová práca Mateja Novotného?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/martin_sarissky/README.md"", ""pages/topics/faq/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2022/samuel_vasil/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]" +q011,fact_title,vector,Ako sa volá diplomová práca Mateja Novotného?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/matej_novotny/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2021/eduard_matovka/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2020/david_kostilnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]" +q011,fact_title,hybrid,Ako sa volá diplomová práca Mateja Novotného?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/matej_novotny/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2021/eduard_matovka/README.md"", ""pages/students/2020/david_kostilnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]" +q012,fact_year,fts,V ktorom roku je uvedená diplomová práca Mateja Novotného?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/topics/faq/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2016/jan_holp/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]" +q012,fact_year,vector,V ktorom roku je uvedená diplomová práca Mateja Novotného?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/matej_novotny/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2020/matus_suchanic/README.md"", ""pages/students/2020/david_kostilnik/README.md"", ""pages/students/2016/jakub_maruniak/dp2021/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]" +q012,fact_year,hybrid,V ktorom roku je uvedená diplomová práca Mateja Novotného?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2021/matej_novotny/README.md""]","[""pages/students/2021/matej_novotny/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/mark_feher/README.md"", ""pages/students/2020/matus_suchanic/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]" +q013,fact_title,fts,Aký je názov diplomovej práce Dominika Nagya?,2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2016/dominik_nagy/README.md""]","[""pages/students/2016/mark_feher/README.md"", ""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/jan_holp/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/topics/question/nezodpovedatelne/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]" +q013,fact_title,vector,Aký je názov diplomovej práce Dominika Nagya?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/dominik_nagy/README.md""]","[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/tomas_kucharik/README.md"", ""pages/students/2016/mark_feher/README.md"", ""pages/students/2021/matej_novotny/README.md"", ""pages/students/2018/david_omasta/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]" +q013,fact_title,hybrid,Aký je názov diplomovej práce Dominika Nagya?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/dominik_nagy/README.md""]","[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/mark_feher/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2018/ondrej_megela/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]" +q014,topic,fts,Nájdi dokumenty súvisiace so strojovým prekladom.,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/topics/translation/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2016/patrik_pavlisin/dp22/README.md"", ""pages/students/2019/michal_stromko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]" +q014,topic,vector,Nájdi dokumenty súvisiace so strojovým prekladom.,3,0.333333,0,1,1,0.0,0.333333,0.333333,"[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/topics/translation/README.md""]","[""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2022/andrii_pervashov/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]" +q014,topic,hybrid,Nájdi dokumenty súvisiace so strojovým prekladom.,3,0.333333,0,1,1,0.0,0.333333,0.333333,"[""pages/students/2016/dominik_nagy/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/topics/translation/README.md""]","[""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/michal_stromko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]" +q015,fact_goal,fts,Na čom pracoval Oliver Pejic počas IAESTE stáže?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/interns/cesar_gutierrez/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/interns/sevval_bulburu/README.md"", ""pages/interns/yussef_ressaissi/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]" +q015,fact_goal,vector,Na čom pracoval Oliver Pejic počas IAESTE stáže?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2016/jan_holp/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]" +q015,fact_goal,hybrid,Na čom pracoval Oliver Pejic počas IAESTE stáže?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2016/jan_holp/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]" +q016,paraphrase,fts,Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/topics/hatespeech/README.md"", ""pages/topics/question/README.md"", ""pages/students/2021/manohar_gowdru_shridharu/README.md"", ""pages/students/2019/patrik_pokrivcak/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]" +q016,paraphrase,vector,Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/topics/hatespeech/README.md"", ""pages/students/2018/ondrej_megela/README.md"", ""pages/topics/question/README.md"", ""pages/students/2022/valerii_kutsenko/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]" +q016,paraphrase,hybrid,Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/oliver_pejic/README.md""]","[""pages/interns/oliver_pejic/README.md"", ""pages/topics/hatespeech/README.md"", ""pages/topics/question/README.md"", ""pages/students/2018/ondrej_megela/README.md"", ""pages/students/2016/tomas_kucharik/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]" +q017,fact_topic,fts,Aká bola téma stáže Bogdana Paula Chișa?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2018/adrian_remias/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q017,fact_topic,vector,Aká bola téma stáže Bogdana Paula Chișa?,4,0.25,0,0,1,0.0,0.0,1.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2018/oleh_bilykh/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/interns/bogdan_paul_chis/README.md"", ""pages/students/2019/filip_tomas/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]" +q017,fact_topic,hybrid,Aká bola téma stáže Bogdana Paula Chișa?,5,0.2,0,0,1,0.0,0.0,1.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2018/oleh_bilykh/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/lukas_pokryvka/README.md"", ""pages/interns/bogdan_paul_chis/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]" +q018,fact_tool,fts,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/interns/bogdan_paul_chis/README.md"", ""pages/topics/otvorene/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2023/maksym_zatirka/README.md"", ""pages/students/2022/daniil_huzenko/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]" +q018,fact_tool,vector,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2021/matej_scislak/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]" +q018,fact_tool,hybrid,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/bogdan_paul_chis/README.md""]","[""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2023/samuel_dzurina/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]" +q019,fact_goal,fts,Aký bol cieľ stáže Youssefa Ressaissiho?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/yussef_ressaissi/README.md""]","[""pages/students/2023/ronald_zalacko/README.md"", ""pages/students/2020/vladyslav_krupko/README.md"", ""pages/students/2017/martin_jancura/README.md"", ""pages/students/2016/jakub_maruniak/README.md"", ""pages/students/2016/lukas_pokryvka/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt""]" +q019,fact_goal,vector,Aký bol cieľ stáže Youssefa Ressaissiho?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/yussef_ressaissi/README.md""]","[""pages/students/2019/filip_tomas/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/ronald_zalacko/README.md"", ""pages/students/2023/yevhenii_medushivskyi/README.md"", ""pages/students/2021/martin_sarissky/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]" +q019,fact_goal,hybrid,Aký bol cieľ stáže Youssefa Ressaissiho?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/yussef_ressaissi/README.md""]","[""pages/students/2023/ronald_zalacko/README.md"", ""pages/students/2019/filip_tomas/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/yevhenii_medushivskyi/README.md"", ""pages/students/2021/martin_sarissky/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]" +q020,fact_goal,fts,Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?,,0.0,0,0,0,0.0,0.0,0.0,"[""pages/interns/cesar_gutierrez/README.md""]","[""pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2016/patrik_pavlisin/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]" +q020,fact_goal,vector,Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/interns/cesar_gutierrez/README.md""]","[""pages/interns/cesar_gutierrez/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/ronald_zalacko/README.md"", ""pages/students/2020/pavol_hudak/README.md"", ""pages/students/2020/matej_kobylan/README.md""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]" +q020,fact_goal,hybrid,Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?,3,0.333333,0,1,1,0.0,1.0,1.0,"[""pages/interns/cesar_gutierrez/README.md""]","[""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2023/ronald_zalacko/README.md"", ""pages/interns/cesar_gutierrez/README.md"", ""pages/students/2019/dmytro_mural/README.md"", ""pages/students/2020/pavol_hudak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak""]" +q021,fact_goal,fts,Aký je cieľ projektu AI4Steel?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/topics/steel/README.md""]","[""pages/topics/steel/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2018/samuel_sirotnik/README.md"", ""pages/students/2016/patrik_pavlisin/README.md"", ""pages/students/2016/jakub_maruniak/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]" +q021,fact_goal,vector,Aký je cieľ projektu AI4Steel?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/topics/steel/README.md""]","[""pages/topics/steel/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/lukas_pokryvka/README.md"", ""pages/students/2023/samuel_dzurina/README.md"", ""pages/students/2020/vladyslav_krupko/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]" +q021,fact_goal,hybrid,Aký je cieľ projektu AI4Steel?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/topics/steel/README.md""]","[""pages/topics/steel/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/lukas_pokryvka/README.md"", ""pages/students/2023/samuel_dzurina/README.md""]","[""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]" +q022,fact_topic,fts,Čomu sa venuje dizertačná práca Maroša Harahusa?,2,0.5,0,1,1,0.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2019/kristian_sopkovic/README.md"", ""pages/students/2016/maros_harahus/README.md"", ""pages/students/2022/andrii_pervashov/README.md"", ""pages/students/2016/patrik_pavlisin/tp20/README.md"", ""pages/students/2020/vladyslav_krupko/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]" +q022,fact_topic,vector,Čomu sa venuje dizertačná práca Maroša Harahusa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/dmytro_mural/README.md"", ""pages/students/2019/samuel_horani/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/maros_harahus/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]" +q022,fact_topic,hybrid,Čomu sa venuje dizertačná práca Maroša Harahusa?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/maros_harahus/README.md""]","[""pages/students/2016/maros_harahus/README.md"", ""pages/students/2019/dmytro_mural/README.md"", ""pages/students/2019/samuel_horani/README.md"", ""pages/students/2021/martin_sarissky/README.md"", ""pages/students/2016/maros_harahus/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]" +q023,multi_document,fts,"Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",1,1.0,1,1,1,0.333333,0.333333,0.666667,"[""pages/interns/bogdan_paul_chis/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2021/oleksandr_hryshchenko/README.md"", ""pages/students/2021/matej_scislak/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]" +q023,multi_document,vector,"Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",1,1.0,1,1,1,0.333333,0.333333,0.333333,"[""pages/interns/bogdan_paul_chis/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2021/oleksandr_hryshchenko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2021/matej_scislak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]" +q023,multi_document,hybrid,"Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.",1,1.0,1,1,1,0.333333,0.333333,0.333333,"[""pages/interns/bogdan_paul_chis/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2022/jan_ptak/README.md""]","[""pages/students/2022/jan_ptak/README.md"", ""pages/students/2021/oleksandr_hryshchenko/README.md"", ""pages/students/2022/oleh_poiasnik/README.md"", ""pages/students/2022/valerii_kutsenko/README.md"", ""pages/students/2021/matej_scislak/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]" +q024,negative,fts,Akú diplomovú prácu robil Ján Holp v roku 2016?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2019/michal_stromko/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2016/jakub_maruniak/timovy_projekt/README.md"", ""pages/students/2016/maros_harahus/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]" +q024,negative,vector,Akú diplomovú prácu robil Ján Holp v roku 2016?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2021/matej_novotny/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2023/oleksandr_dorybohov/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt""]" +q024,negative,hybrid,Akú diplomovú prácu robil Ján Holp v roku 2016?,1,1.0,1,1,1,1.0,1.0,1.0,"[""pages/students/2016/jan_holp/README.md""]","[""pages/students/2016/jan_holp/README.md"", ""pages/students/2022/jan_malinovsky/README.md"", ""pages/students/2016/jan_holp/timovy_projekt/README.md"", ""pages/students/2022/jan_ptak/README.md"", ""pages/students/2021/matej_novotny/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]" diff --git a/evaluation/results/retrieval_results.json b/evaluation/results/retrieval_results.json new file mode 100644 index 0000000..bc559be --- /dev/null +++ b/evaluation/results/retrieval_results.json @@ -0,0 +1,2523 @@ +{ + "configuration": { + "questions_file": "/home/janko/DP/zp-agent/evaluation/questions.json", + "database": "/home/janko/DP/zp-agent/data/zp_index.sqlite", + "question_count": 24, + "limit": 5, + "published_only": false, + "max_per_document": 1, + "modes": [ + "fts", + "vector", + "hybrid" + ], + "metrics": [ + "Hit@1", + "Hit@3", + "Hit@5", + "MRR", + "Recall@5" + ] + }, + "dataset_validation": { + "indexed_document_count": 110, + "missing_expected_document_count": 0, + "missing_expected_documents": [] + }, + "summary": { + "fts": { + "questions": 24, + "hit_at_1": 0.416667, + "hit_at_3": 0.625, + "hit_at_5": 0.666667, + "mrr": 0.508333, + "recall_at_5": 0.652778 + }, + "vector": { + "questions": 24, + "hit_at_1": 0.708333, + "hit_at_3": 0.791667, + "hit_at_5": 0.875, + "mrr": 0.761806, + "recall_at_5": 0.819444 + }, + "hybrid": { + "questions": 24, + "hit_at_1": 0.625, + "hit_at_3": 0.833333, + "hit_at_5": 0.916667, + "mrr": 0.731944, + "recall_at_5": 0.861111 + } + }, + "by_category": { + "fts": { + "fact_goal": { + "questions": 4, + "hit_at_1": 0.5, + "hit_at_3": 0.5, + "hit_at_5": 0.5, + "mrr": 0.5, + "recall_at_5": 0.5 + }, + "fact_title": { + "questions": 4, + "hit_at_1": 0.0, + "hit_at_3": 0.5, + "hit_at_5": 0.75, + "mrr": 0.258333, + "recall_at_5": 0.75 + }, + "fact_tool": { + "questions": 2, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "fact_topic": { + "questions": 4, + "hit_at_1": 0.0, + "hit_at_3": 0.25, + "hit_at_5": 0.25, + "mrr": 0.125, + "recall_at_5": 0.25 + }, + "fact_year": { + "questions": 4, + "hit_at_1": 0.75, + "hit_at_3": 0.75, + "hit_at_5": 0.75, + "mrr": 0.75, + "recall_at_5": 0.75 + }, + "multi_document": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 0.666667 + }, + "negative": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "paraphrase": { + "questions": 3, + "hit_at_1": 0.333333, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 0.555555, + "recall_at_5": 1.0 + }, + "topic": { + "questions": 1, + "hit_at_1": 0.0, + "hit_at_3": 0.0, + "hit_at_5": 0.0, + "mrr": 0.0, + "recall_at_5": 0.0 + } + }, + "vector": { + "fact_goal": { + "questions": 4, + "hit_at_1": 0.75, + "hit_at_3": 0.75, + "hit_at_5": 0.75, + "mrr": 0.75, + "recall_at_5": 0.75 + }, + "fact_title": { + "questions": 4, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "fact_tool": { + "questions": 2, + "hit_at_1": 0.5, + "hit_at_3": 0.5, + "hit_at_5": 0.5, + "mrr": 0.5, + "recall_at_5": 0.5 + }, + "fact_topic": { + "questions": 4, + "hit_at_1": 0.5, + "hit_at_3": 0.5, + "hit_at_5": 1.0, + "mrr": 0.6125, + "recall_at_5": 1.0 + }, + "fact_year": { + "questions": 4, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "multi_document": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 0.333333 + }, + "negative": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "paraphrase": { + "questions": 3, + "hit_at_1": 0.333333, + "hit_at_3": 0.666667, + "hit_at_5": 0.666667, + "mrr": 0.5, + "recall_at_5": 0.666667 + }, + "topic": { + "questions": 1, + "hit_at_1": 0.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 0.333333, + "recall_at_5": 0.333333 + } + }, + "hybrid": { + "fact_goal": { + "questions": 4, + "hit_at_1": 0.5, + "hit_at_3": 0.75, + "hit_at_5": 0.75, + "mrr": 0.583333, + "recall_at_5": 0.75 + }, + "fact_title": { + "questions": 4, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "fact_tool": { + "questions": 2, + "hit_at_1": 0.5, + "hit_at_3": 0.5, + "hit_at_5": 0.5, + "mrr": 0.5, + "recall_at_5": 0.5 + }, + "fact_topic": { + "questions": 4, + "hit_at_1": 0.25, + "hit_at_3": 0.75, + "hit_at_5": 1.0, + "mrr": 0.55, + "recall_at_5": 1.0 + }, + "fact_year": { + "questions": 4, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "multi_document": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 0.333333 + }, + "negative": { + "questions": 1, + "hit_at_1": 1.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 1.0, + "recall_at_5": 1.0 + }, + "paraphrase": { + "questions": 3, + "hit_at_1": 0.333333, + "hit_at_3": 0.666667, + "hit_at_5": 1.0, + "mrr": 0.566667, + "recall_at_5": 1.0 + }, + "topic": { + "questions": 1, + "hit_at_1": 0.0, + "hit_at_3": 1.0, + "hit_at_5": 1.0, + "mrr": 0.333333, + "recall_at_5": 0.333333 + } + } + }, + "questions": [ + { + "id": "q001", + "category": "fact_year", + "question": "V akom roku robil Ján Holp diplomovú prácu?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q001", + "category": "fact_year", + "question": "V akom roku robil Ján Holp diplomovú prácu?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/matej_novotny/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2020/matus_suchanic/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q001", + "category": "fact_year", + "question": "V akom roku robil Ján Holp diplomovú prácu?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2020/matus_suchanic/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q002", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Holp?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2019/michal_stromko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q002", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Holp?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2020/matus_suchanic/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q002", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Holp?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2020/matus_suchanic/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q003", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Jána Holpa?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q003", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Jána Holpa?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/matej_novotny/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2018/david_omasta/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q003", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Jána Holpa?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/mark_feher/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q004", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Maroša Harahusa?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 5, + "reciprocal_rank": 0.2, + "top_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q004", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Maroša Harahusa?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/dmytro_mural/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2019/samuel_horani/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q004", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Maroša Harahusa?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2016/maros_harahus/timovy_projekt/README.md", + "pages/students/2016/ediz_morochovic/README.md", + "pages/students/2019/dmytro_mural/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q005", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Ptáka?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2022/yevhenii_leonov/README.md", + "pages/topics/steel/README.md", + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/lukas_pokryvka/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q005", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Ptáka?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 5, + "reciprocal_rank": 0.2, + "top_documents": [ + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q005", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Ptáka?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q006", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Pták?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2018/david_omasta/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q006", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Pták?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2021/nikita_bodnar/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2018/ondrej_megela/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q006", + "category": "fact_year", + "question": "V ktorom roku začal študovať Ján Pták?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/nikita_bodnar/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q007", + "category": "fact_tool", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2022/jan_malinovsky/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q007", + "category": "fact_tool", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/jan_holp/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q007", + "category": "fact_tool", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q008", + "category": "paraphrase", + "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/topics/faq/README.md", + "pages/topics/otvorene/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q008", + "category": "paraphrase", + "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/topics/akopisat/README.md", + "pages/students/2019/michal_stromko/vp2021/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/topics/faq/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q008", + "category": "paraphrase", + "question": "Kto pracuje na agentovi na zlepšenie správy záverečných prác v ZP Wiki?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 5, + "reciprocal_rank": 0.2, + "top_documents": [ + "pages/students/2019/michal_stromko/vp2021/README.md", + "pages/topics/akopisat/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/topics/faq/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q009", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Malinovského?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2022/yevhenii_leonov/README.md", + "pages/topics/steel/README.md", + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/lukas_pokryvka/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q009", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Malinovského?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2020/kamil_tomcufcik/README.md", + "pages/students/2017/martin_jancura/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q009", + "category": "fact_topic", + "question": "Aká je téma diplomového projektu Jána Malinovského?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md", + "pages/students/2020/kamil_tomcufcik/README.md", + "pages/students/2017/martin_jancura/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q010", + "category": "paraphrase", + "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?", + "mode": "fts", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q010", + "category": "paraphrase", + "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?", + "mode": "vector", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q010", + "category": "paraphrase", + "question": "Ktorý študent vytvára znalostný graf z oblasti vzdelávania a agenta, ktorý v ňom vyhľadáva?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q011", + "category": "fact_title", + "question": "Ako sa volá diplomová práca Mateja Novotného?", + "mode": "fts", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/topics/faq/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q011", + "category": "fact_title", + "question": "Ako sa volá diplomová práca Mateja Novotného?", + "mode": "vector", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2021/matej_novotny/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2020/david_kostilnik/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q011", + "category": "fact_title", + "question": "Ako sa volá diplomová práca Mateja Novotného?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2021/matej_novotny/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2020/david_kostilnik/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q012", + "category": "fact_year", + "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?", + "mode": "fts", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/topics/faq/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/jan_holp/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q012", + "category": "fact_year", + "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?", + "mode": "vector", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2021/matej_novotny/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2020/matus_suchanic/README.md", + "pages/students/2020/david_kostilnik/README.md", + "pages/students/2016/jakub_maruniak/dp2021/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q012", + "category": "fact_year", + "question": "V ktorom roku je uvedená diplomová práca Mateja Novotného?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2021/matej_novotny/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/mark_feher/README.md", + "pages/students/2020/matus_suchanic/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q013", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Dominika Nagya?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/jan_holp/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/topics/question/nezodpovedatelne/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q013", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Dominika Nagya?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2016/mark_feher/README.md", + "pages/students/2021/matej_novotny/README.md", + "pages/students/2018/david_omasta/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q013", + "category": "fact_title", + "question": "Aký je názov diplomovej práce Dominika Nagya?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2018/ondrej_megela/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q014", + "category": "topic", + "question": "Nájdi dokumenty súvisiace so strojovým prekladom.", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/topics/translation/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2016/patrik_pavlisin/dp22/README.md", + "pages/students/2019/michal_stromko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q014", + "category": "topic", + "question": "Nájdi dokumenty súvisiace so strojovým prekladom.", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/topics/translation/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.333333 + }, + { + "id": "q014", + "category": "topic", + "question": "Nájdi dokumenty súvisiace so strojovým prekladom.", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/topics/translation/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/michal_stromko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.333333 + }, + { + "id": "q015", + "category": "fact_goal", + "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?", + "mode": "fts", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/interns/sevval_bulburu/README.md", + "pages/interns/yussef_ressaissi/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q015", + "category": "fact_goal", + "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?", + "mode": "vector", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2016/jan_holp/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q015", + "category": "fact_goal", + "question": "Na čom pracoval Oliver Pejic počas IAESTE stáže?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2016/jan_holp/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q016", + "category": "paraphrase", + "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?", + "mode": "fts", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/topics/hatespeech/README.md", + "pages/topics/question/README.md", + "pages/students/2021/manohar_gowdru_shridharu/README.md", + "pages/students/2019/patrik_pokrivcak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q016", + "category": "paraphrase", + "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?", + "mode": "vector", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/topics/hatespeech/README.md", + "pages/students/2018/ondrej_megela/README.md", + "pages/topics/question/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q016", + "category": "paraphrase", + "question": "Ktorý stážista pripravoval MTEB evaluačné úlohy pre slovenský hate speech a question answering?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/oliver_pejic/README.md", + "pages/topics/hatespeech/README.md", + "pages/topics/question/README.md", + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q017", + "category": "fact_topic", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "mode": "fts", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2018/adrian_remias/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q017", + "category": "fact_topic", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "mode": "vector", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": 4, + "reciprocal_rank": 0.25, + "top_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2018/oleh_bilykh/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q017", + "category": "fact_topic", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": 5, + "reciprocal_rank": 0.2, + "top_documents": [ + "pages/students/2018/oleh_bilykh/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/lukas_pokryvka/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q018", + "category": "fact_tool", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?", + "mode": "fts", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/bogdan_paul_chis/README.md", + "pages/topics/otvorene/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2022/daniil_huzenko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q018", + "category": "fact_tool", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?", + "mode": "vector", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q018", + "category": "fact_tool", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať svojho agenta?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q019", + "category": "fact_goal", + "question": "Aký bol cieľ stáže Youssefa Ressaissiho?", + "mode": "fts", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2020/vladyslav_krupko/README.md", + "pages/students/2017/martin_jancura/README.md", + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q019", + "category": "fact_goal", + "question": "Aký bol cieľ stáže Youssefa Ressaissiho?", + "mode": "vector", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q019", + "category": "fact_goal", + "question": "Aký bol cieľ stáže Youssefa Ressaissiho?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q020", + "category": "fact_goal", + "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?", + "mode": "fts", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "first_relevant_rank": null, + "reciprocal_rank": 0.0, + "top_documents": [ + "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 0, + "recall_at_3": 0.0, + "hit_at_5": 0, + "recall_at_5": 0.0 + }, + { + "id": "q020", + "category": "fact_goal", + "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?", + "mode": "vector", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/interns/cesar_gutierrez/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2020/pavol_hudak/README.md", + "pages/students/2020/matej_kobylan/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q020", + "category": "fact_goal", + "question": "Aké boli hlavné ciele stáže Cesara Abascala Gutierreza?", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "first_relevant_rank": 3, + "reciprocal_rank": 0.333333, + "top_documents": [ + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/ronald_zalacko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/students/2019/dmytro_mural/README.md", + "pages/students/2020/pavol_hudak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q021", + "category": "fact_goal", + "question": "Aký je cieľ projektu AI4Steel?", + "mode": "fts", + "expected_documents": [ + "pages/topics/steel/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/topics/steel/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2018/samuel_sirotnik/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/jakub_maruniak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q021", + "category": "fact_goal", + "question": "Aký je cieľ projektu AI4Steel?", + "mode": "vector", + "expected_documents": [ + "pages/topics/steel/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/topics/steel/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2020/vladyslav_krupko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q021", + "category": "fact_goal", + "question": "Aký je cieľ projektu AI4Steel?", + "mode": "hybrid", + "expected_documents": [ + "pages/topics/steel/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/topics/steel/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q022", + "category": "fact_topic", + "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 2, + "reciprocal_rank": 0.5, + "top_documents": [ + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2016/maros_harahus/README.md", + "pages/students/2022/andrii_pervashov/README.md", + "pages/students/2016/patrik_pavlisin/tp20/README.md", + "pages/students/2020/vladyslav_krupko/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "hit_at_1": 0, + "recall_at_1": 0.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q022", + "category": "fact_topic", + "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/dmytro_mural/README.md", + "pages/students/2019/samuel_horani/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/maros_harahus/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q022", + "category": "fact_topic", + "question": "Čomu sa venuje dizertačná práca Maroša Harahusa?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/dmytro_mural/README.md", + "pages/students/2019/samuel_horani/README.md", + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2016/maros_harahus/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q023", + "category": "multi_document", + "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.", + "mode": "fts", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/oleksandr_hryshchenko/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "hit_at_1": 1, + "recall_at_1": 0.333333, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.666667 + }, + { + "id": "q023", + "category": "multi_document", + "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.", + "mode": "vector", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2021/oleksandr_hryshchenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "hit_at_1": 1, + "recall_at_1": 0.333333, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.333333 + }, + { + "id": "q023", + "category": "multi_document", + "question": "Nájdi dokumenty, v ktorých sa rieši Retrieval Augmented Generation alebo GraphRAG.", + "mode": "hybrid", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2021/oleksandr_hryshchenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "hit_at_1": 1, + "recall_at_1": 0.333333, + "hit_at_3": 1, + "recall_at_3": 0.333333, + "hit_at_5": 1, + "recall_at_5": 0.333333 + }, + { + "id": "q024", + "category": "negative", + "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?", + "mode": "fts", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/michal_stromko/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q024", + "category": "negative", + "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?", + "mode": "vector", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2021/matej_novotny/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + }, + { + "id": "q024", + "category": "negative", + "question": "Akú diplomovú prácu robil Ján Holp v roku 2016?", + "mode": "hybrid", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "first_relevant_rank": 1, + "reciprocal_rank": 1.0, + "top_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2016/jan_holp/timovy_projekt/README.md", + "pages/students/2022/jan_ptak/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "top_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "hit_at_1": 1, + "recall_at_1": 1.0, + "hit_at_3": 1, + "recall_at_3": 1.0, + "hit_at_5": 1, + "recall_at_5": 1.0 + } + ] +}