739 lines
33 KiB
JSON
739 lines
33 KiB
JSON
{
|
|
"evaluation_kind": "historical_regression",
|
|
"questions": [
|
|
{
|
|
"id": "wide-104",
|
|
"category": "same_start_year_pair",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Adrián Remiáš a Martin NaN1?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Adrián Remiáš",
|
|
"start_year": 2018,
|
|
"document_path": "pages/students/2018/adrian_remias/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
},
|
|
{
|
|
"person": "Martin NaN1",
|
|
"start_year": 2018,
|
|
"document_path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"source_id": "S1",
|
|
"document_path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"title": "Martin NaN1"
|
|
},
|
|
{
|
|
"source_id": "S2",
|
|
"document_path": "pages/students/2018/adrian_remias/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"title": "Adrián Remiáš"
|
|
}
|
|
],
|
|
"aggregation": null,
|
|
"complete": true,
|
|
"truncated": false,
|
|
"truncation_reasons": [],
|
|
"index_version": {
|
|
"chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9",
|
|
"created_at_utc": "2026-10-25T21:10:39.160542+00:00",
|
|
"documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"embedding_model": "intfloat/multilingual-e5-small",
|
|
"git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"publication_policy": "explicit-false-hidden-v1",
|
|
"source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363",
|
|
"version": "10b78a8e70744e2792ffe4cf11d45571"
|
|
},
|
|
"answer_candidates": []
|
|
},
|
|
"strict": false,
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Spoločný rok začiatku štúdia pre Adriána Remiáša a Martina NaN1 je 2018. Zdroje: https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias, https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday\", \"status\": \"ok\", \"claims\": [{\"person\": \"Adrián Remiáš\", \"start_year\": 2018}, {\"person\": \"Martin NaN1\", \"start_year\": 2018}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias\", \"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday\"], \"count\": 2}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964273,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 191,
|
|
"prompt_tokens": 1873,
|
|
"total_tokens": 2064,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-2R7dPvfcQNspVFStpBK0TpFUlyP9Vizu",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 715,
|
|
"prompt_ms": 1023.639,
|
|
"prompt_per_token_ms": 1.431662937062937,
|
|
"prompt_per_second": 698.4884319569692,
|
|
"predicted_n": 191,
|
|
"predicted_ms": 5221.067,
|
|
"predicted_per_token_ms": 27.335429319371727,
|
|
"predicted_per_second": 36.582560614525725
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Spoločný rok začiatku štúdia pre Adriána Remiáša a Martina NaN1 je 2018. Zdroje: https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias, https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Adrián Remiáš",
|
|
"start_year": 2018
|
|
},
|
|
{
|
|
"person": "Martin NaN1",
|
|
"start_year": 2018
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"count": 2
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"strict": false
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Spoločný rok začiatku štúdia pre Adriána Remiáša a Martina NaN1 je 2018. Zdroje: https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias, https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday\", \"status\": \"ok\", \"claims\": [{\"person\": \"Adrián Remiáš\", \"start_year\": 2018}, {\"person\": \"Martin NaN1\", \"start_year\": 2018}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias\", \"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday\"], \"count\": 2}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964273,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 191,
|
|
"prompt_tokens": 1873,
|
|
"total_tokens": 2064,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-2R7dPvfcQNspVFStpBK0TpFUlyP9Vizu",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 715,
|
|
"prompt_ms": 1023.639,
|
|
"prompt_per_token_ms": 1.431662937062937,
|
|
"prompt_per_second": 698.4884319569692,
|
|
"predicted_n": 191,
|
|
"predicted_ms": 5221.067,
|
|
"predicted_per_token_ms": 27.335429319371727,
|
|
"predicted_per_second": 36.582560614525725
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Spoločný rok začiatku štúdia pre Adriána Remiáša a Martina NaN1 je 2018. Zdroje: https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias, https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Adrián Remiáš",
|
|
"start_year": 2018
|
|
},
|
|
{
|
|
"person": "Martin NaN1",
|
|
"start_year": 2018
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"count": 2
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"citations_ok": true,
|
|
"unsupported_urls": [],
|
|
"context_issues": [],
|
|
"text_values_ok": false,
|
|
"missing_text_values": [
|
|
"Martin NaN1"
|
|
],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 8.045926626000437
|
|
},
|
|
{
|
|
"id": "wide-119",
|
|
"category": "person_title_year",
|
|
"question": "Aký názov diplomového projektu a rok práce sú pri osobe Ján Malinovský uvedené pre rok 2026?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Ján Malinovský",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"year": 2026,
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"source_id": "S1",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"title": "Ján Malinovský"
|
|
}
|
|
],
|
|
"aggregation": null,
|
|
"complete": true,
|
|
"truncated": false,
|
|
"truncation_reasons": [],
|
|
"index_version": {
|
|
"chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9",
|
|
"created_at_utc": "2026-10-25T21:10:39.160542+00:00",
|
|
"documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"embedding_model": "intfloat/multilingual-e5-small",
|
|
"git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"publication_policy": "explicit-false-hidden-v1",
|
|
"source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363",
|
|
"version": "10b78a8e70744e2792ffe4cf11d45571"
|
|
},
|
|
"answer_candidates": []
|
|
},
|
|
"strict": false,
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Pre rok 2026 je pri osobe Ján Malinovský uvedený názov práce „Grafové vyhľadávanie pre podporu vzdelávania\" a rok 2026. Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\", \"status\": \"ok\", \"claims\": [{\"person\": \"Ján Malinovský\", \"title\": \"Grafové vyhľadávanie pre podporu vzdelávania\", \"year\": 2026, \"keyword\": null}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964319,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 165,
|
|
"prompt_tokens": 1758,
|
|
"total_tokens": 1923,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-dPYPeGnw7RQOOaX5NDbxccFWLPffOv7n",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 600,
|
|
"prompt_ms": 941.121,
|
|
"prompt_per_token_ms": 1.568535,
|
|
"prompt_per_second": 637.537574870819,
|
|
"predicted_n": 165,
|
|
"predicted_ms": 4505.923,
|
|
"predicted_per_token_ms": 27.30862424242424,
|
|
"predicted_per_second": 36.61846862451933
|
|
}
|
|
},
|
|
"format_error": "JSONDecodeError",
|
|
"strict": false
|
|
},
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Pre rok 2026 je pri osobe Ján Malinovský uvedený názov práce „Grafové vyhľadávanie pre podporu vzdelávania\" a rok 2026. Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\", \"status\": \"ok\", \"claims\": [{\"person\": \"Ján Malinovský\", \"title\": \"Grafové vyhľadávanie pre podporu vzdelávania\", \"year\": 2026}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964327,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 160,
|
|
"prompt_tokens": 2372,
|
|
"total_tokens": 2532,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-o2tXoEJknRgCWtI8dGVpNaSAln5cygJE",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 1214,
|
|
"prompt_ms": 1370.831,
|
|
"prompt_per_token_ms": 1.1291853377265237,
|
|
"prompt_per_second": 885.5942125615777,
|
|
"predicted_n": 160,
|
|
"predicted_ms": 4436.626,
|
|
"predicted_per_token_ms": 27.7289125,
|
|
"predicted_per_second": 36.06344100223909
|
|
}
|
|
},
|
|
"format_error": "JSONDecodeError",
|
|
"strict": false
|
|
}
|
|
],
|
|
"accepted_for_delivery": false,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Pre rok 2026 je pri osobe Ján Malinovský uvedený názov práce „Grafové vyhľadávanie pre podporu vzdelávania\" a rok 2026. Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\", \"status\": \"ok\", \"claims\": [{\"person\": \"Ján Malinovský\", \"title\": \"Grafové vyhľadávanie pre podporu vzdelávania\", \"year\": 2026}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964327,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 160,
|
|
"prompt_tokens": 2372,
|
|
"total_tokens": 2532,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-o2tXoEJknRgCWtI8dGVpNaSAln5cygJE",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 1214,
|
|
"prompt_ms": 1370.831,
|
|
"prompt_per_token_ms": 1.1291853377265237,
|
|
"prompt_per_second": 885.5942125615777,
|
|
"predicted_n": 160,
|
|
"predicted_ms": 4436.626,
|
|
"predicted_per_token_ms": 27.7289125,
|
|
"predicted_per_second": 36.06344100223909
|
|
}
|
|
},
|
|
"error": "InvalidAnswerFormat: two invalid JSON/schema responses",
|
|
"latency_seconds": 17.042694887000835
|
|
},
|
|
{
|
|
"id": "wide-143",
|
|
"category": "person_keyword_title",
|
|
"question": "Aký názov práce osoby Dominik Nagy v roku 2022 súvisí s kľúčovým slovom seq2seq?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Dominik Nagy",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"year": 2022,
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"person": "Dominik Nagy",
|
|
"keyword": "seq2seq",
|
|
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"source_id": "S1",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"title": "Dominik Nagy"
|
|
},
|
|
{
|
|
"source_id": "S2",
|
|
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"title": "Sequence-to-sequence"
|
|
},
|
|
{
|
|
"source_id": "S3",
|
|
"document_path": "pages/topics/seq2seq/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/topics/seq2seq",
|
|
"title": "Prepis postupností"
|
|
}
|
|
],
|
|
"aggregation": null,
|
|
"complete": true,
|
|
"truncated": false,
|
|
"truncation_reasons": [],
|
|
"index_version": {
|
|
"chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9",
|
|
"created_at_utc": "2026-10-25T21:10:39.160542+00:00",
|
|
"documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"embedding_model": "intfloat/multilingual-e5-small",
|
|
"git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"publication_policy": "explicit-false-hidden-v1",
|
|
"source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363",
|
|
"version": "10b78a8e70744e2792ffe4cf11d45571"
|
|
},
|
|
"answer_candidates": [
|
|
{
|
|
"person": "Dominik Nagy",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"year": 2022,
|
|
"keyword": "seq2seq",
|
|
"evidence_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md"
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"strict": false,
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Názov práce osoby Dominik Nagy z roku 2022 súvisiacej s kľúčovým slovom seq2seq je „Neurónový strojový preklad pomocou knižnice Fairseq\". Táto práca je doložená na stránke https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy a kľúčové slovo seq2seq je priradené k osobe Dominik Nagy v dokumente https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt.\", \"status\": \"ok\", \"claims\": [{\"person\": \"Dominik Nagy\", \"title\": \"Neurónový strojový preklad pomocou knižnice Fairseq\", \"year\": 2022, \"keyword\": \"seq2seq\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\", \"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964392,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 258,
|
|
"prompt_tokens": 2111,
|
|
"total_tokens": 2369,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-rjU4N3OATV0ZzVklvDtgibjRjrtfEOtt",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 953,
|
|
"prompt_ms": 1158.656,
|
|
"prompt_per_token_ms": 1.2157985309548793,
|
|
"prompt_per_second": 822.5046950950066,
|
|
"predicted_n": 258,
|
|
"predicted_ms": 8424.558,
|
|
"predicted_per_token_ms": 32.65332558139535,
|
|
"predicted_per_second": 30.624752064143898
|
|
}
|
|
},
|
|
"format_error": "JSONDecodeError",
|
|
"strict": false
|
|
},
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Názov práce osoby Dominik Nagy z roku 2022 súvisiacej s kľúčovým slovom seq2seq je „Neurónový strojový preklad pomocou knižnice Fairseq\". Táto práca je doložená na stránke https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy a kľúčové slovo seq2seq je priradené k osobe Dominik Nagy v dokumente https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt.\", \"status\": \"ok\", \"claims\": [{\"person\": \"Dominik Nagy\", \"title\": \"Neurónový strojový preklad pomocou knižnice Fairseq\", \"year\": 2022, \"keyword\": \"seq2seq\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\", \"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964406,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 258,
|
|
"prompt_tokens": 2818,
|
|
"total_tokens": 3076,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-DkJZ2MCjuA8xGFbo7Me8IzZYp8W2DEb2",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 1660,
|
|
"prompt_ms": 1732.792,
|
|
"prompt_per_token_ms": 1.0438506024096386,
|
|
"prompt_per_second": 957.9914958056131,
|
|
"predicted_n": 258,
|
|
"predicted_ms": 7834.101,
|
|
"predicted_per_token_ms": 30.364732558139533,
|
|
"predicted_per_second": 32.93294278437309
|
|
}
|
|
},
|
|
"format_error": "JSONDecodeError",
|
|
"strict": false
|
|
}
|
|
],
|
|
"accepted_for_delivery": false,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Názov práce osoby Dominik Nagy z roku 2022 súvisiacej s kľúčovým slovom seq2seq je „Neurónový strojový preklad pomocou knižnice Fairseq\". Táto práca je doložená na stránke https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy a kľúčové slovo seq2seq je priradené k osobe Dominik Nagy v dokumente https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt.\", \"status\": \"ok\", \"claims\": [{\"person\": \"Dominik Nagy\", \"title\": \"Neurónový strojový preklad pomocou knižnice Fairseq\", \"year\": 2022, \"keyword\": \"seq2seq\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\", \"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964406,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 258,
|
|
"prompt_tokens": 2818,
|
|
"total_tokens": 3076,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-DkJZ2MCjuA8xGFbo7Me8IzZYp8W2DEb2",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 1660,
|
|
"prompt_ms": 1732.792,
|
|
"prompt_per_token_ms": 1.0438506024096386,
|
|
"prompt_per_second": 957.9914958056131,
|
|
"predicted_n": 258,
|
|
"predicted_ms": 7834.101,
|
|
"predicted_per_token_ms": 30.364732558139533,
|
|
"predicted_per_second": 32.93294278437309
|
|
}
|
|
},
|
|
"error": "InvalidAnswerFormat: two invalid JSON/schema responses",
|
|
"latency_seconds": 25.41826143900107
|
|
},
|
|
{
|
|
"id": "wide-176",
|
|
"category": "document_author_category_multi_hop",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou tp2020?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Dárius Lindvai",
|
|
"category": "tp2020",
|
|
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
},
|
|
{
|
|
"person": "Dárius Lindvai",
|
|
"document_author": "Dárius Lindvai",
|
|
"category": "tp2020",
|
|
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
},
|
|
{
|
|
"person": "Dárius Lindvai",
|
|
"document_author": "Dárius Lindvai",
|
|
"category": "tp2020",
|
|
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"source_id": "S1",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"title": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"source_id": "S2",
|
|
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"title": "Novinky v oblasti “Punctuation Restoration”"
|
|
},
|
|
{
|
|
"source_id": "S3",
|
|
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"title": "PYTORCH - LSTM TUTORIÁL"
|
|
}
|
|
],
|
|
"aggregation": null,
|
|
"complete": true,
|
|
"truncated": false,
|
|
"truncation_reasons": [],
|
|
"index_version": {
|
|
"chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9",
|
|
"created_at_utc": "2026-10-25T21:10:39.160542+00:00",
|
|
"documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"embedding_model": "intfloat/multilingual-e5-small",
|
|
"git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"publication_policy": "explicit-false-hidden-v1",
|
|
"source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363",
|
|
"version": "10b78a8e70744e2792ffe4cf11d45571"
|
|
},
|
|
"answer_candidates": []
|
|
},
|
|
"strict": false,
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Pri osobe Dárius Lindvai je s kategóriou tp2020 spojený dokumentový autor Dárius Lindvai, čo je doložené v dokumentoch s názvami „Novinky v oblasti “Punctuation Restoration”“ a „PYTORCH - LSTM TUTORIÁL\" (zdroje: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers, https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial).\", \"status\": \"ok\", \"claims\": [{\"person\": \"Dárius Lindvai\", \"category\": \"tp2020\", \"document_author\": \"Dárius Lindvai\", \"title\": \"Novinky v oblasti “Punctuation Restoration”\"}, {\"person\": \"Dárius Lindvai\", \"category\": \"tp2020\", \"document_author\": \"Dárius Lindvai\", \"title\": \"PYTORCH - LSTM TUTORIÁL\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers\", \"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964491,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 305,
|
|
"prompt_tokens": 2107,
|
|
"total_tokens": 2412,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-WgV4U2DbFvSrlej5sazW7c1Do7YIgvd5",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 949,
|
|
"prompt_ms": 1163.485,
|
|
"prompt_per_token_ms": 1.2260115911485774,
|
|
"prompt_per_second": 815.6529736094578,
|
|
"predicted_n": 305,
|
|
"predicted_ms": 9590.628,
|
|
"predicted_per_token_ms": 31.444681967213118,
|
|
"predicted_per_second": 31.80187991860387
|
|
}
|
|
},
|
|
"format_error": "JSONDecodeError",
|
|
"strict": false
|
|
},
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Pri osobe Dárius Lindvai je s kategóriou tp2020 spojený dokumentový autor Dárius Lindvai, čo je doložené v dokumentoch s názvami „Novinky v oblasti “Punctuation Restoration”“ a „PYTORCH - LSTM TUTORIÁL\" (zdroje: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers, https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial).\", \"status\": \"ok\", \"claims\": [{\"person\": \"Dárius Lindvai\", \"category\": \"tp2020\", \"document_author\": \"Dárius Lindvai\", \"title\": \"Novinky v oblasti “Punctuation Restoration”\"}, {\"person\": \"Dárius Lindvai\", \"category\": \"tp2020\", \"document_author\": \"Dárius Lindvai\", \"title\": \"PYTORCH - LSTM TUTORIÁL\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers\", \"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964507,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 305,
|
|
"prompt_tokens": 2861,
|
|
"total_tokens": 3166,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-Sh2RZILz46buMfHMXm2pL8Vi7Q8DatLf",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 1703,
|
|
"prompt_ms": 1698.632,
|
|
"prompt_per_token_ms": 0.9974351145038168,
|
|
"prompt_per_second": 1002.5714810506337,
|
|
"predicted_n": 305,
|
|
"predicted_ms": 9517.893,
|
|
"predicted_per_token_ms": 31.206206557377048,
|
|
"predicted_per_second": 32.04490741805986
|
|
}
|
|
},
|
|
"format_error": "JSONDecodeError",
|
|
"strict": false
|
|
}
|
|
],
|
|
"accepted_for_delivery": false,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Pri osobe Dárius Lindvai je s kategóriou tp2020 spojený dokumentový autor Dárius Lindvai, čo je doložené v dokumentoch s názvami „Novinky v oblasti “Punctuation Restoration”“ a „PYTORCH - LSTM TUTORIÁL\" (zdroje: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers, https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial).\", \"status\": \"ok\", \"claims\": [{\"person\": \"Dárius Lindvai\", \"category\": \"tp2020\", \"document_author\": \"Dárius Lindvai\", \"title\": \"Novinky v oblasti “Punctuation Restoration”\"}, {\"person\": \"Dárius Lindvai\", \"category\": \"tp2020\", \"document_author\": \"Dárius Lindvai\", \"title\": \"PYTORCH - LSTM TUTORIÁL\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers\", \"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792964507,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 305,
|
|
"prompt_tokens": 2861,
|
|
"total_tokens": 3166,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 1158
|
|
}
|
|
},
|
|
"id": "chatcmpl-Sh2RZILz46buMfHMXm2pL8Vi7Q8DatLf",
|
|
"timings": {
|
|
"cache_n": 1158,
|
|
"prompt_n": 1703,
|
|
"prompt_ms": 1698.632,
|
|
"prompt_per_token_ms": 0.9974351145038168,
|
|
"prompt_per_second": 1002.5714810506337,
|
|
"predicted_n": 305,
|
|
"predicted_ms": 9517.893,
|
|
"predicted_per_token_ms": 31.206206557377048,
|
|
"predicted_per_second": 32.04490741805986
|
|
}
|
|
},
|
|
"error": "InvalidAnswerFormat: two invalid JSON/schema responses",
|
|
"latency_seconds": 30.148610364005435
|
|
}
|
|
]
|
|
}
|