1294 lines
41 KiB
JSON
1294 lines
41 KiB
JSON
{
|
|
"method": "Live synthetic functional checks; separate from corpus accuracy metrics.",
|
|
"questions": [
|
|
{
|
|
"id": "complete",
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973510,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1007,
|
|
"total_tokens": 1058,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 0
|
|
}
|
|
},
|
|
"id": "chatcmpl-hyLurMY2ocJb9Y4qzzXdgcmC2vpDuLKy",
|
|
"timings": {
|
|
"cache_n": 0,
|
|
"prompt_n": 1007,
|
|
"prompt_ms": 1772.165,
|
|
"prompt_per_token_ms": 1.7598460774577953,
|
|
"prompt_per_second": 568.2315134313114,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 975.684,
|
|
"predicted_per_token_ms": 19.13105882352941,
|
|
"predicted_per_second": 52.27102217521247
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"rendered_answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973510,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1007,
|
|
"total_tokens": 1058,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 0
|
|
}
|
|
},
|
|
"id": "chatcmpl-hyLurMY2ocJb9Y4qzzXdgcmC2vpDuLKy",
|
|
"timings": {
|
|
"cache_n": 0,
|
|
"prompt_n": 1007,
|
|
"prompt_ms": 1772.165,
|
|
"prompt_per_token_ms": 1.7598460774577953,
|
|
"prompt_per_second": 568.2315134313114,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 975.684,
|
|
"predicted_per_token_ms": 19.13105882352941,
|
|
"predicted_per_second": 52.27102217521247
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"model_answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"passed": true
|
|
},
|
|
{
|
|
"id": "incomplete_without_truncated",
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973510,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1007,
|
|
"total_tokens": 1058,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 0
|
|
}
|
|
},
|
|
"id": "chatcmpl-r1XWTPnqjmk1kpxwf9DtqEJvSBSqWYCh",
|
|
"timings": {
|
|
"cache_n": 0,
|
|
"prompt_n": 1007,
|
|
"prompt_ms": 1732.651,
|
|
"prompt_per_token_ms": 1.720606752730884,
|
|
"prompt_per_second": 581.1903262688215,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 975.632,
|
|
"predicted_per_token_ms": 19.130039215686274,
|
|
"predicted_per_second": 52.27380815717402
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"rendered_answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973510,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1007,
|
|
"total_tokens": 1058,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 0
|
|
}
|
|
},
|
|
"id": "chatcmpl-r1XWTPnqjmk1kpxwf9DtqEJvSBSqWYCh",
|
|
"timings": {
|
|
"cache_n": 0,
|
|
"prompt_n": 1007,
|
|
"prompt_ms": 1732.651,
|
|
"prompt_per_token_ms": 1.720606752730884,
|
|
"prompt_per_second": 581.1903262688215,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 975.632,
|
|
"predicted_per_token_ms": 19.130039215686274,
|
|
"predicted_per_second": 52.27380815717402
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"model_answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"passed": true
|
|
},
|
|
{
|
|
"id": "truncated",
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973513,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1009,
|
|
"total_tokens": 1060,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 491
|
|
}
|
|
},
|
|
"id": "chatcmpl-TjGSt49CwPu2Lnki9bBrmnIYiOWbt0iW",
|
|
"timings": {
|
|
"cache_n": 491,
|
|
"prompt_n": 518,
|
|
"prompt_ms": 656.54,
|
|
"prompt_per_token_ms": 1.2674517374517373,
|
|
"prompt_per_second": 788.9846772473879,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 2177.721,
|
|
"predicted_per_token_ms": 42.70041176470588,
|
|
"predicted_per_second": 23.41897791314865
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"rendered_answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973513,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1009,
|
|
"total_tokens": 1060,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 491
|
|
}
|
|
},
|
|
"id": "chatcmpl-TjGSt49CwPu2Lnki9bBrmnIYiOWbt0iW",
|
|
"timings": {
|
|
"cache_n": 491,
|
|
"prompt_n": 518,
|
|
"prompt_ms": 656.54,
|
|
"prompt_per_token_ms": 1.2674517374517373,
|
|
"prompt_per_second": 788.9846772473879,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 2177.721,
|
|
"predicted_per_token_ms": 42.70041176470588,
|
|
"predicted_per_second": 23.41897791314865
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nVýpis je neúplný.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"model_answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"passed": true
|
|
},
|
|
{
|
|
"id": "unknown_completeness",
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973515,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1007,
|
|
"total_tokens": 1058,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 491
|
|
}
|
|
},
|
|
"id": "chatcmpl-822RDotgMX3rsqBnOHbdOrZw19ceZIrm",
|
|
"timings": {
|
|
"cache_n": 491,
|
|
"prompt_n": 516,
|
|
"prompt_ms": 592.298,
|
|
"prompt_per_token_ms": 1.1478643410852714,
|
|
"prompt_per_second": 871.1830868920712,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 2017.845,
|
|
"predicted_per_token_ms": 39.565588235294115,
|
|
"predicted_per_second": 25.274488377452183
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"rendered_answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nÚplnosť vyhľadania nemožno zaručiť.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973515,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1007,
|
|
"total_tokens": 1058,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 491
|
|
}
|
|
},
|
|
"id": "chatcmpl-822RDotgMX3rsqBnOHbdOrZw19ceZIrm",
|
|
"timings": {
|
|
"cache_n": 491,
|
|
"prompt_n": 516,
|
|
"prompt_ms": 592.298,
|
|
"prompt_per_token_ms": 1.1478643410852714,
|
|
"prompt_per_second": 871.1830868920712,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 2017.845,
|
|
"predicted_per_token_ms": 39.565588235294115,
|
|
"predicted_per_second": 25.274488377452183
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nÚplnosť vyhľadania nemožno zaručiť.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"model_answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"passed": true
|
|
},
|
|
{
|
|
"id": "exact_count_partial_evidence",
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[],\"source_urls\":[],\"count\":2}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973512,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 19,
|
|
"prompt_tokens": 1018,
|
|
"total_tokens": 1037,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 491
|
|
}
|
|
},
|
|
"id": "chatcmpl-DgGAC11V67qAxvjQjBaIw9OuyWNPi18r",
|
|
"timings": {
|
|
"cache_n": 491,
|
|
"prompt_n": 527,
|
|
"prompt_ms": 867.582,
|
|
"prompt_per_token_ms": 1.6462656546489562,
|
|
"prompt_per_second": 607.4353778662996,
|
|
"predicted_n": 19,
|
|
"predicted_ms": 398.277,
|
|
"predicted_per_token_ms": 20.96194736842105,
|
|
"predicted_per_second": 47.70549140422369
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [],
|
|
"source_urls": [],
|
|
"count": 2
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [
|
|
"missing_required_claims"
|
|
]
|
|
},
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":2}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973516,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1142,
|
|
"total_tokens": 1193,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 491
|
|
}
|
|
},
|
|
"id": "chatcmpl-hb4CgQGyDVEtJDvqlIcmlHQDsOXyaZEK",
|
|
"timings": {
|
|
"cache_n": 491,
|
|
"prompt_n": 651,
|
|
"prompt_ms": 973.323,
|
|
"prompt_per_token_ms": 1.4951198156682026,
|
|
"prompt_per_second": 668.8427171658329,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 1939.892,
|
|
"predicted_per_token_ms": 38.037098039215685,
|
|
"predicted_per_second": 26.290123367692633
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
],
|
|
"count": 2
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"rendered_answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nPočet vyhovujúcich osôb: 2.\nVýpis je neúplný.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
],
|
|
"count": 2
|
|
}
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":2}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973516,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1142,
|
|
"total_tokens": 1193,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 491
|
|
}
|
|
},
|
|
"id": "chatcmpl-hb4CgQGyDVEtJDvqlIcmlHQDsOXyaZEK",
|
|
"timings": {
|
|
"cache_n": 491,
|
|
"prompt_n": 651,
|
|
"prompt_ms": 973.323,
|
|
"prompt_per_token_ms": 1.4951198156682026,
|
|
"prompt_per_second": 668.8427171658329,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 1939.892,
|
|
"predicted_per_token_ms": 38.037098039215685,
|
|
"predicted_per_second": 26.290123367692633
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nPočet vyhovujúcich osôb: 2.\nVýpis je neúplný.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
],
|
|
"count": 2
|
|
},
|
|
"model_answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
],
|
|
"count": 2
|
|
},
|
|
"passed": true
|
|
},
|
|
{
|
|
"id": "same_person_child_tag",
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026,\"keyword\":\"python\"}],\"source_urls\":[\"https://example.test/a\",\"https://example.test/child\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973517,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 62,
|
|
"prompt_tokens": 1154,
|
|
"total_tokens": 1216,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 491
|
|
}
|
|
},
|
|
"id": "chatcmpl-KvlndaiZIxFZUymh2IOR3p4bj0JUDtWs",
|
|
"timings": {
|
|
"cache_n": 491,
|
|
"prompt_n": 663,
|
|
"prompt_ms": 893.649,
|
|
"prompt_per_token_ms": 1.3478868778280544,
|
|
"prompt_per_second": 741.9020219347865,
|
|
"predicted_n": 62,
|
|
"predicted_ms": 1898.593,
|
|
"predicted_per_token_ms": 30.622467741935484,
|
|
"predicted_per_second": 32.65576139804581
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026,
|
|
"keyword": "python"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a",
|
|
"https://example.test/child"
|
|
]
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"rendered_answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026; kľúčové slovo: python.\nZdroje: https://example.test/a, https://example.test/child",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026,
|
|
"keyword": "python"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a",
|
|
"https://example.test/child"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026,\"keyword\":\"python\"}],\"source_urls\":[\"https://example.test/a\",\"https://example.test/child\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973517,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 62,
|
|
"prompt_tokens": 1154,
|
|
"total_tokens": 1216,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 491
|
|
}
|
|
},
|
|
"id": "chatcmpl-KvlndaiZIxFZUymh2IOR3p4bj0JUDtWs",
|
|
"timings": {
|
|
"cache_n": 491,
|
|
"prompt_n": 663,
|
|
"prompt_ms": 893.649,
|
|
"prompt_per_token_ms": 1.3478868778280544,
|
|
"prompt_per_second": 741.9020219347865,
|
|
"predicted_n": 62,
|
|
"predicted_ms": 1898.593,
|
|
"predicted_per_token_ms": 30.622467741935484,
|
|
"predicted_per_second": 32.65576139804581
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026; kľúčové slovo: python.\nZdroje: https://example.test/a, https://example.test/child",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026,
|
|
"keyword": "python"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a",
|
|
"https://example.test/child"
|
|
]
|
|
},
|
|
"model_answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026,
|
|
"keyword": "python"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a",
|
|
"https://example.test/child"
|
|
]
|
|
},
|
|
"passed": true
|
|
},
|
|
{
|
|
"id": "same_person_year_child_tag",
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"year\":2026,\"keyword\":\"python\"}],\"source_urls\":[\"https://example.test/a\",\"https://example.test/child\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973518,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 50,
|
|
"prompt_tokens": 1122,
|
|
"total_tokens": 1172,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 626
|
|
}
|
|
},
|
|
"id": "chatcmpl-KIqMZaCcu0jCN4dxWnfSWrEDx9klUM3U",
|
|
"timings": {
|
|
"cache_n": 626,
|
|
"prompt_n": 496,
|
|
"prompt_ms": 604.881,
|
|
"prompt_per_token_ms": 1.2195181451612902,
|
|
"prompt_per_second": 819.9959992130684,
|
|
"predicted_n": 50,
|
|
"predicted_ms": 1571.78,
|
|
"predicted_per_token_ms": 31.4356,
|
|
"predicted_per_second": 31.81106770667651
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"year": 2026,
|
|
"keyword": "python"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a",
|
|
"https://example.test/child"
|
|
]
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"rendered_answer": {
|
|
"answer": "Eva Vzorová — rok práce: 2026; kľúčové slovo: python.\nZdroje: https://example.test/a, https://example.test/child",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"year": 2026,
|
|
"keyword": "python"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a",
|
|
"https://example.test/child"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"year\":2026,\"keyword\":\"python\"}],\"source_urls\":[\"https://example.test/a\",\"https://example.test/child\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973518,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 50,
|
|
"prompt_tokens": 1122,
|
|
"total_tokens": 1172,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 626
|
|
}
|
|
},
|
|
"id": "chatcmpl-KIqMZaCcu0jCN4dxWnfSWrEDx9klUM3U",
|
|
"timings": {
|
|
"cache_n": 626,
|
|
"prompt_n": 496,
|
|
"prompt_ms": 604.881,
|
|
"prompt_per_token_ms": 1.2195181451612902,
|
|
"prompt_per_second": 819.9959992130684,
|
|
"predicted_n": 50,
|
|
"predicted_ms": 1571.78,
|
|
"predicted_per_token_ms": 31.4356,
|
|
"predicted_per_second": 31.81106770667651
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Eva Vzorová — rok práce: 2026; kľúčové slovo: python.\nZdroje: https://example.test/a, https://example.test/child",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"year": 2026,
|
|
"keyword": "python"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a",
|
|
"https://example.test/child"
|
|
]
|
|
},
|
|
"model_answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"year": 2026,
|
|
"keyword": "python"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a",
|
|
"https://example.test/child"
|
|
]
|
|
},
|
|
"passed": true
|
|
},
|
|
{
|
|
"id": "type_is_not_keyword",
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973519,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1008,
|
|
"total_tokens": 1059,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 638
|
|
}
|
|
},
|
|
"id": "chatcmpl-DDwGIEh9x81o6r81JAjGq6rLvw54LoTA",
|
|
"timings": {
|
|
"cache_n": 638,
|
|
"prompt_n": 370,
|
|
"prompt_ms": 537.774,
|
|
"prompt_per_token_ms": 1.4534432432432431,
|
|
"prompt_per_second": 688.0213621335357,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 1456.478,
|
|
"predicted_per_token_ms": 28.558392156862748,
|
|
"predicted_per_second": 35.015976897694294
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"rendered_answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"ok\",\"claims\":[{\"person\":\"Eva Vzorová\",\"title\":\"Vyhľadávanie informácií\",\"year\":2026}],\"source_urls\":[\"https://example.test/a\"],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973519,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 51,
|
|
"prompt_tokens": 1008,
|
|
"total_tokens": 1059,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 638
|
|
}
|
|
},
|
|
"id": "chatcmpl-DDwGIEh9x81o6r81JAjGq6rLvw54LoTA",
|
|
"timings": {
|
|
"cache_n": 638,
|
|
"prompt_n": 370,
|
|
"prompt_ms": 537.774,
|
|
"prompt_per_token_ms": 1.4534432432432431,
|
|
"prompt_per_second": 688.0213621335357,
|
|
"predicted_n": 51,
|
|
"predicted_ms": 1456.478,
|
|
"predicted_per_token_ms": 28.558392156862748,
|
|
"predicted_per_second": 35.015976897694294
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Eva Vzorová — názov práce: Vyhľadávanie informácií; rok práce: 2026.\nZdroje: https://example.test/a",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"model_answer": {
|
|
"answer": "",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Eva Vzorová",
|
|
"title": "Vyhľadávanie informácií",
|
|
"year": 2026
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://example.test/a"
|
|
]
|
|
},
|
|
"passed": true
|
|
},
|
|
{
|
|
"id": "no_answer",
|
|
"attempts": [
|
|
{
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"no_answer\",\"claims\":[],\"source_urls\":[],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973519,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 20,
|
|
"prompt_tokens": 928,
|
|
"total_tokens": 948,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 626
|
|
}
|
|
},
|
|
"id": "chatcmpl-0qSYTyiD82YfpCUb5uEWLYW9wfNBdBzu",
|
|
"timings": {
|
|
"cache_n": 626,
|
|
"prompt_n": 302,
|
|
"prompt_ms": 486.693,
|
|
"prompt_per_token_ms": 1.611566225165563,
|
|
"prompt_per_second": 620.5143694279557,
|
|
"predicted_n": 20,
|
|
"predicted_ms": 417.286,
|
|
"predicted_per_token_ms": 20.8643,
|
|
"predicted_per_second": 47.928758693078606
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "",
|
|
"status": "no_answer",
|
|
"claims": [],
|
|
"source_urls": []
|
|
},
|
|
"format_normalized": false,
|
|
"context_issues": [],
|
|
"rendered_answer": {
|
|
"answer": "Požadované údaje sa v dostupných podkladoch nenašli.",
|
|
"status": "no_answer",
|
|
"claims": [],
|
|
"source_urls": []
|
|
}
|
|
}
|
|
],
|
|
"accepted_for_delivery": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\":\"\",\"status\":\"no_answer\",\"claims\":[],\"source_urls\":[],\"count\":null}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792973519,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 20,
|
|
"prompt_tokens": 928,
|
|
"total_tokens": 948,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 626
|
|
}
|
|
},
|
|
"id": "chatcmpl-0qSYTyiD82YfpCUb5uEWLYW9wfNBdBzu",
|
|
"timings": {
|
|
"cache_n": 626,
|
|
"prompt_n": 302,
|
|
"prompt_ms": 486.693,
|
|
"prompt_per_token_ms": 1.611566225165563,
|
|
"prompt_per_second": 620.5143694279557,
|
|
"predicted_n": 20,
|
|
"predicted_ms": 417.286,
|
|
"predicted_per_token_ms": 20.8643,
|
|
"predicted_per_second": 47.928758693078606
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Požadované údaje sa v dostupných podkladoch nenašli.",
|
|
"status": "no_answer",
|
|
"claims": [],
|
|
"source_urls": []
|
|
},
|
|
"model_answer": {
|
|
"answer": "",
|
|
"status": "no_answer",
|
|
"claims": [],
|
|
"source_urls": []
|
|
},
|
|
"passed": true
|
|
}
|
|
],
|
|
"summary": {
|
|
"total": 9,
|
|
"passed": 9
|
|
}
|
|
}
|