jp170na/dp-zp-agent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
d8961f9db6
dp-zp-agent/tools/graphrag/evaluation/results/v6_preparation/live_context_scenarios.json

1002 lines
36 KiB
JSON
Raw Blame History

{
"method": "Live synthetic functional checks; separate from corpus accuracy metrics.",
"questions": [
{
"id": "complete",
"attempts": [
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026, \"keyword\": null}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962622,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 107,
"prompt_tokens": 1304,
"total_tokens": 1411,
"prompt_tokens_details": {
"cached_tokens": 741
}
},
"id": "chatcmpl-SEI0d8bZXlmEC1I38Ow68jcdqfzs5h0K",
"timings": {
"cache_n": 741,
"prompt_n": 563,
"prompt_ms": 1304.525,
"prompt_per_token_ms": 2.3170959147424512,
"prompt_per_second": 431.57471110174197,
"predicted_n": 107,
"predicted_ms": 2373.739,
"predicted_per_token_ms": 22.18447663551402,
"predicted_per_second": 45.07656486243854
}
},
"answer": {
"answer": "Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"format_normalized": false,
"context_issues": []
}
],
"accepted_for_delivery": true,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026, \"keyword\": null}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962622,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 107,
"prompt_tokens": 1304,
"total_tokens": 1411,
"prompt_tokens_details": {
"cached_tokens": 741
}
},
"id": "chatcmpl-SEI0d8bZXlmEC1I38Ow68jcdqfzs5h0K",
"timings": {
"cache_n": 741,
"prompt_n": 563,
"prompt_ms": 1304.525,
"prompt_per_token_ms": 2.3170959147424512,
"prompt_per_second": 431.57471110174197,
"predicted_n": 107,
"predicted_ms": 2373.739,
"predicted_per_token_ms": 22.18447663551402,
"predicted_per_second": 45.07656486243854
}
},
"answer": {
"answer": "Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"passed": true
},
{
"id": "incomplete_without_truncated",
"attempts": [
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026, \"keyword\": null}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962626,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 107,
"prompt_tokens": 1304,
"total_tokens": 1411,
"prompt_tokens_details": {
"cached_tokens": 757
}
},
"id": "chatcmpl-XLxtNvXm6S3S76BfolCgjNG60M5aY9U1",
"timings": {
"cache_n": 757,
"prompt_n": 547,
"prompt_ms": 998.583,
"prompt_per_token_ms": 1.825563071297989,
"prompt_per_second": 547.7761988738042,
"predicted_n": 107,
"predicted_ms": 2919.992,
"predicted_per_token_ms": 27.289644859813087,
"predicted_per_second": 36.643936010783584
}
},
"answer": {
"answer": "Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"format_normalized": false,
"context_issues": [
"missing_incompleteness_notice"
]
},
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Výpis je neúplný. Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962630,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 110,
"prompt_tokens": 1515,
"total_tokens": 1625,
"prompt_tokens_details": {
"cached_tokens": 1001
}
},
"id": "chatcmpl-dL2wtEVaFDfbzUORp2832sWOjGsa2Isd",
"timings": {
"cache_n": 1001,
"prompt_n": 514,
"prompt_ms": 615.855,
"prompt_per_token_ms": 1.1981614785992218,
"prompt_per_second": 834.6120434193114,
"predicted_n": 110,
"predicted_ms": 3043.495,
"predicted_per_token_ms": 27.668136363636364,
"predicted_per_second": 36.14265835823617
}
},
"answer": {
"answer": "Výpis je neúplný. Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"format_normalized": false,
"context_issues": []
}
],
"accepted_for_delivery": true,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Výpis je neúplný. Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962630,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 110,
"prompt_tokens": 1515,
"total_tokens": 1625,
"prompt_tokens_details": {
"cached_tokens": 1001
}
},
"id": "chatcmpl-dL2wtEVaFDfbzUORp2832sWOjGsa2Isd",
"timings": {
"cache_n": 1001,
"prompt_n": 514,
"prompt_ms": 615.855,
"prompt_per_token_ms": 1.1981614785992218,
"prompt_per_second": 834.6120434193114,
"predicted_n": 110,
"predicted_ms": 3043.495,
"predicted_per_token_ms": 27.668136363636364,
"predicted_per_second": 36.14265835823617
}
},
"answer": {
"answer": "Výpis je neúplný. Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"passed": true
},
{
"id": "truncated",
"attempts": [
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026, \"keyword\": null}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962622,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 107,
"prompt_tokens": 1306,
"total_tokens": 1413,
"prompt_tokens_details": {
"cached_tokens": 757
}
},
"id": "chatcmpl-28L5A1BHUb0OId5By36N2clhwLHm1ZVo",
"timings": {
"cache_n": 757,
"prompt_n": 549,
"prompt_ms": 1550.62,
"prompt_per_token_ms": 2.824444444444444,
"prompt_per_second": 354.0519276160504,
"predicted_n": 107,
"predicted_ms": 2358.671,
"predicted_per_token_ms": 22.043654205607474,
"predicted_per_second": 45.364529432040335
}
},
"answer": {
"answer": "Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"format_normalized": false,
"context_issues": [
"missing_incompleteness_notice"
]
},
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Výpis je neúplný. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962626,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 110,
"prompt_tokens": 1517,
"total_tokens": 1627,
"prompt_tokens_details": {
"cached_tokens": 741
}
},
"id": "chatcmpl-2jgm4iYlsJ7G5MwJWfKwBLjjP6FioGnR",
"timings": {
"cache_n": 741,
"prompt_n": 776,
"prompt_ms": 1049.274,
"prompt_per_token_ms": 1.3521572164948452,
"prompt_per_second": 739.5589712505981,
"predicted_n": 110,
"predicted_ms": 3010.585,
"predicted_per_token_ms": 27.368954545454546,
"predicted_per_second": 36.53774930785877
}
},
"answer": {
"answer": "Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Výpis je neúplný. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"format_normalized": false,
"context_issues": []
}
],
"accepted_for_delivery": true,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Výpis je neúplný. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962626,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 110,
"prompt_tokens": 1517,
"total_tokens": 1627,
"prompt_tokens_details": {
"cached_tokens": 741
}
},
"id": "chatcmpl-2jgm4iYlsJ7G5MwJWfKwBLjjP6FioGnR",
"timings": {
"cache_n": 741,
"prompt_n": 776,
"prompt_ms": 1049.274,
"prompt_per_token_ms": 1.3521572164948452,
"prompt_per_second": 739.5589712505981,
"predicted_n": 110,
"predicted_ms": 3010.585,
"predicted_per_token_ms": 27.368954545454546,
"predicted_per_second": 36.53774930785877
}
},
"answer": {
"answer": "Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Výpis je neúplný. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"passed": true
},
{
"id": "unknown_completeness",
"attempts": [
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026, \"keyword\": null}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962629,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 107,
"prompt_tokens": 1304,
"total_tokens": 1411,
"prompt_tokens_details": {
"cached_tokens": 757
}
},
"id": "chatcmpl-OyedSCShn8hSpydzHfrYG1tH25E9mT73",
"timings": {
"cache_n": 757,
"prompt_n": 547,
"prompt_ms": 690.738,
"prompt_per_token_ms": 1.2627751371115175,
"prompt_per_second": 791.9066274043124,
"predicted_n": 107,
"predicted_ms": 2900.197,
"predicted_per_token_ms": 27.104644859813085,
"predicted_per_second": 36.89404547346266
}
},
"answer": {
"answer": "Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"format_normalized": false,
"context_issues": []
}
],
"accepted_for_delivery": true,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026, \"keyword\": null}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962629,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 107,
"prompt_tokens": 1304,
"total_tokens": 1411,
"prompt_tokens_details": {
"cached_tokens": 757
}
},
"id": "chatcmpl-OyedSCShn8hSpydzHfrYG1tH25E9mT73",
"timings": {
"cache_n": 757,
"prompt_n": 547,
"prompt_ms": 690.738,
"prompt_per_token_ms": 1.2627751371115175,
"prompt_per_second": 791.9066274043124,
"predicted_n": 107,
"predicted_ms": 2900.197,
"predicted_per_token_ms": 27.104644859813085,
"predicted_per_second": 36.89404547346266
}
},
"answer": {
"answer": "Eva Vzorová má prácu s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"passed": true
},
{
"id": "exact_count_partial_evidence",
"attempts": [
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Počet vyhovujúcich osôb je 2. Počet je úplný, dôkazy sú orezané. [https://example.test/a]\", \"status\": \"ok\", \"claims\": [], \"source_urls\": [\"https://example.test/a\"], \"count\": 2}"
}
}
],
"created": 1792962632,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 67,
"prompt_tokens": 1315,
"total_tokens": 1382,
"prompt_tokens_details": {
"cached_tokens": 757
}
},
"id": "chatcmpl-lhYNaFVGRa07ojkFVZ7rzSPw8LMxHzpg",
"timings": {
"cache_n": 757,
"prompt_n": 558,
"prompt_ms": 715.115,
"prompt_per_token_ms": 1.281568100358423,
"prompt_per_second": 780.2940785747746,
"predicted_n": 67,
"predicted_ms": 1970.455,
"predicted_per_token_ms": 29.409776119402984,
"predicted_per_second": 34.00229896140739
}
},
"answer": {
"answer": "Počet vyhovujúcich osôb je 2. Počet je úplný, dôkazy sú orezané. [https://example.test/a]",
"status": "ok",
"claims": [],
"source_urls": [
"https://example.test/a"
],
"count": 2
},
"format_normalized": false,
"context_issues": []
}
],
"accepted_for_delivery": true,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Počet vyhovujúcich osôb je 2. Počet je úplný, dôkazy sú orezané. [https://example.test/a]\", \"status\": \"ok\", \"claims\": [], \"source_urls\": [\"https://example.test/a\"], \"count\": 2}"
}
}
],
"created": 1792962632,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 67,
"prompt_tokens": 1315,
"total_tokens": 1382,
"prompt_tokens_details": {
"cached_tokens": 757
}
},
"id": "chatcmpl-lhYNaFVGRa07ojkFVZ7rzSPw8LMxHzpg",
"timings": {
"cache_n": 757,
"prompt_n": 558,
"prompt_ms": 715.115,
"prompt_per_token_ms": 1.281568100358423,
"prompt_per_second": 780.2940785747746,
"predicted_n": 67,
"predicted_ms": 1970.455,
"predicted_per_token_ms": 29.409776119402984,
"predicted_per_second": 34.00229896140739
}
},
"answer": {
"answer": "Počet vyhovujúcich osôb je 2. Počet je úplný, dôkazy sú orezané. [https://example.test/a]",
"status": "ok",
"claims": [],
"source_urls": [
"https://example.test/a"
],
"count": 2
},
"passed": true
},
{
"id": "same_person_child_tag",
"attempts": [
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Osoba Eva Vzorová má v roku 2026 prácu s názvom Vyhľadávanie informácií a kľúčovým slovom python. Zdroje: https://example.test/a, https://example.test/child\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026, \"keyword\": \"python\"}], \"source_urls\": [\"https://example.test/a\", \"https://example.test/child\"], \"count\": 1}"
}
}
],
"created": 1792962634,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 133,
"prompt_tokens": 1451,
"total_tokens": 1584,
"prompt_tokens_details": {
"cached_tokens": 1001
}
},
"id": "chatcmpl-YgYgJSpgpT8vk8RxekL4efngPzHR8z7x",
"timings": {
"cache_n": 1001,
"prompt_n": 450,
"prompt_ms": 563.781,
"prompt_per_token_ms": 1.2528466666666667,
"prompt_per_second": 798.1822729038404,
"predicted_n": 133,
"predicted_ms": 3525.198,
"predicted_per_token_ms": 26.505248120300752,
"predicted_per_second": 37.72837724292366
}
},
"answer": {
"answer": "Osoba Eva Vzorová má v roku 2026 prácu s názvom Vyhľadávanie informácií a kľúčovým slovom python. Zdroje: https://example.test/a, https://example.test/child",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026,
"keyword": "python"
}
],
"source_urls": [
"https://example.test/a",
"https://example.test/child"
],
"count": 1
},
"format_normalized": false,
"context_issues": []
}
],
"accepted_for_delivery": true,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Osoba Eva Vzorová má v roku 2026 prácu s názvom Vyhľadávanie informácií a kľúčovým slovom python. Zdroje: https://example.test/a, https://example.test/child\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026, \"keyword\": \"python\"}], \"source_urls\": [\"https://example.test/a\", \"https://example.test/child\"], \"count\": 1}"
}
}
],
"created": 1792962634,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 133,
"prompt_tokens": 1451,
"total_tokens": 1584,
"prompt_tokens_details": {
"cached_tokens": 1001
}
},
"id": "chatcmpl-YgYgJSpgpT8vk8RxekL4efngPzHR8z7x",
"timings": {
"cache_n": 1001,
"prompt_n": 450,
"prompt_ms": 563.781,
"prompt_per_token_ms": 1.2528466666666667,
"prompt_per_second": 798.1822729038404,
"predicted_n": 133,
"predicted_ms": 3525.198,
"predicted_per_token_ms": 26.505248120300752,
"predicted_per_second": 37.72837724292366
}
},
"answer": {
"answer": "Osoba Eva Vzorová má v roku 2026 prácu s názvom Vyhľadávanie informácií a kľúčovým slovom python. Zdroje: https://example.test/a, https://example.test/child",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026,
"keyword": "python"
}
],
"source_urls": [
"https://example.test/a",
"https://example.test/child"
],
"count": 1
},
"passed": true
},
{
"id": "type_is_not_keyword",
"attempts": [
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má diplomový projekt s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962635,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 103,
"prompt_tokens": 1305,
"total_tokens": 1408,
"prompt_tokens_details": {
"cached_tokens": 757
}
},
"id": "chatcmpl-eUhBgRl3DBYQkanKvxFJEYXENCrOC7L5",
"timings": {
"cache_n": 757,
"prompt_n": 548,
"prompt_ms": 695.04,
"prompt_per_token_ms": 1.2683211678832116,
"prompt_per_second": 788.4438305709024,
"predicted_n": 103,
"predicted_ms": 2648.686,
"predicted_per_token_ms": 25.71539805825243,
"predicted_per_second": 38.887206713064515
}
},
"answer": {
"answer": "Eva Vzorová má diplomový projekt s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"format_normalized": false,
"context_issues": []
}
],
"accepted_for_delivery": true,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Eva Vzorová má diplomový projekt s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a\", \"status\": \"ok\", \"claims\": [{\"person\": \"Eva Vzorová\", \"title\": \"Vyhľadávanie informácií\", \"year\": 2026}], \"source_urls\": [\"https://example.test/a\"], \"count\": 1}"
}
}
],
"created": 1792962635,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 103,
"prompt_tokens": 1305,
"total_tokens": 1408,
"prompt_tokens_details": {
"cached_tokens": 757
}
},
"id": "chatcmpl-eUhBgRl3DBYQkanKvxFJEYXENCrOC7L5",
"timings": {
"cache_n": 757,
"prompt_n": 548,
"prompt_ms": 695.04,
"prompt_per_token_ms": 1.2683211678832116,
"prompt_per_second": 788.4438305709024,
"predicted_n": 103,
"predicted_ms": 2648.686,
"predicted_per_token_ms": 25.71539805825243,
"predicted_per_second": 38.887206713064515
}
},
"answer": {
"answer": "Eva Vzorová má diplomový projekt s názvom Vyhľadávanie informácií z roku 2026. Zdroj: https://example.test/a",
"status": "ok",
"claims": [
{
"person": "Eva Vzorová",
"title": "Vyhľadávanie informácií",
"year": 2026
}
],
"source_urls": [
"https://example.test/a"
],
"count": 1
},
"passed": true
},
{
"id": "no_answer",
"attempts": [
{
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Požadované údaje sa nenašli.\", \"status\": \"no_answer\", \"claims\": [], \"source_urls\": [], \"count\": null}"
}
}
],
"created": 1792962635,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 35,
"prompt_tokens": 1225,
"total_tokens": 1260,
"prompt_tokens_details": {
"cached_tokens": 1001
}
},
"id": "chatcmpl-9moHsnBGZrNDcoQTv9B6J9YUrVBdbmhZ",
"timings": {
"cache_n": 1001,
"prompt_n": 224,
"prompt_ms": 451.122,
"prompt_per_token_ms": 2.0139375,
"prompt_per_second": 496.53973869596246,
"predicted_n": 35,
"predicted_ms": 733.779,
"predicted_per_token_ms": 20.965114285714286,
"predicted_per_second": 47.698285178507426
}
},
"answer": {
"answer": "Požadované údaje sa nenašli.",
"status": "no_answer",
"claims": [],
"source_urls": []
},
"format_normalized": false,
"context_issues": []
}
],
"accepted_for_delivery": true,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "{\"answer\": \"Požadované údaje sa nenašli.\", \"status\": \"no_answer\", \"claims\": [], \"source_urls\": [], \"count\": null}"
}
}
],
"created": 1792962635,
"model": "Qwen3.5-122B-A10B-Q4_K_M",
"system_fingerprint": "b8580-7c203670f",
"object": "chat.completion",
"usage": {
"completion_tokens": 35,
"prompt_tokens": 1225,
"total_tokens": 1260,
"prompt_tokens_details": {
"cached_tokens": 1001
}
},
"id": "chatcmpl-9moHsnBGZrNDcoQTv9B6J9YUrVBdbmhZ",
"timings": {
"cache_n": 1001,
"prompt_n": 224,
"prompt_ms": 451.122,
"prompt_per_token_ms": 2.0139375,
"prompt_per_second": 496.53973869596246,
"predicted_n": 35,
"predicted_ms": 733.779,
"predicted_per_token_ms": 20.965114285714286,
"predicted_per_second": 47.698285178507426
}
},
"answer": {
"answer": "Požadované údaje sa nenašli.",
"status": "no_answer",
"claims": [],
"source_urls": []
},
"passed": true
}
],
"summary": {
"total": 8,
"passed": 8
}
}
Reference in New Issue View Git Blame Copy Permalink