2492 lines
97 KiB
JSON
2492 lines
97 KiB
JSON
{
|
|
"configuration": {
|
|
"method": "Fresh LLM-generation holdout over previously measured, frozen graph queries.",
|
|
"graph_freeze_sha256": "07867eb5300498b5862b1e4a607d9f5b050b9fdeab19b1fb6129810e28313a62",
|
|
"audit_sha256": "220fd00ab08cceee6d5141ca5c1a02ec2877d1eee83b36ea707c6a076ba69e15",
|
|
"generation_files": {
|
|
"/home/janko/DP/zp-agent/tools/answer_evaluation/evaluate_graph_answers.py": "d34f324c0c490a02111eed31c45864c068b2b856040bea0201f731ab4ac527f5",
|
|
"/home/janko/DP/zp-agent/tools/answer_evaluation/graph_answer_prompt.txt": "1900178f4ae805e258726a2df853ab2d0766033cf2ed956d28ea8e0caa7c653f",
|
|
"tools/rag/evaluation/rag_runner.py": "a011b29e2b6aa47df9350e74fc358f05780a355170a819dbb1cfd16d2971493b"
|
|
},
|
|
"model": "model120-fast",
|
|
"temperature": 0,
|
|
"workers": 3,
|
|
"dev_ids": [
|
|
"wide-001",
|
|
"wide-002",
|
|
"wide-041",
|
|
"wide-042",
|
|
"wide-081",
|
|
"wide-082",
|
|
"wide-113",
|
|
"wide-114",
|
|
"wide-137",
|
|
"wide-138",
|
|
"wide-169",
|
|
"wide-170",
|
|
"wide-193",
|
|
"wide-194",
|
|
"wide-217",
|
|
"wide-218",
|
|
"wide-249",
|
|
"wide-250",
|
|
"wide-289",
|
|
"wide-290"
|
|
],
|
|
"test_ids": [
|
|
"wide-003",
|
|
"wide-004",
|
|
"wide-005",
|
|
"wide-006",
|
|
"wide-007",
|
|
"wide-008",
|
|
"wide-009",
|
|
"wide-010",
|
|
"wide-011",
|
|
"wide-012",
|
|
"wide-013",
|
|
"wide-014",
|
|
"wide-015",
|
|
"wide-016",
|
|
"wide-017",
|
|
"wide-018",
|
|
"wide-019",
|
|
"wide-020",
|
|
"wide-021",
|
|
"wide-022",
|
|
"wide-023",
|
|
"wide-024",
|
|
"wide-025",
|
|
"wide-026",
|
|
"wide-027",
|
|
"wide-028",
|
|
"wide-029",
|
|
"wide-030",
|
|
"wide-031",
|
|
"wide-032",
|
|
"wide-033",
|
|
"wide-034",
|
|
"wide-035",
|
|
"wide-036",
|
|
"wide-037",
|
|
"wide-038",
|
|
"wide-039",
|
|
"wide-040",
|
|
"wide-043",
|
|
"wide-044",
|
|
"wide-045",
|
|
"wide-046",
|
|
"wide-047",
|
|
"wide-048",
|
|
"wide-049",
|
|
"wide-050",
|
|
"wide-051",
|
|
"wide-052",
|
|
"wide-053",
|
|
"wide-054",
|
|
"wide-055",
|
|
"wide-056",
|
|
"wide-057",
|
|
"wide-058",
|
|
"wide-059",
|
|
"wide-060",
|
|
"wide-061",
|
|
"wide-062",
|
|
"wide-063",
|
|
"wide-064",
|
|
"wide-065",
|
|
"wide-066",
|
|
"wide-067",
|
|
"wide-068",
|
|
"wide-069",
|
|
"wide-070",
|
|
"wide-071",
|
|
"wide-072",
|
|
"wide-073",
|
|
"wide-074",
|
|
"wide-075",
|
|
"wide-076",
|
|
"wide-077",
|
|
"wide-078",
|
|
"wide-079",
|
|
"wide-080",
|
|
"wide-083",
|
|
"wide-084",
|
|
"wide-085",
|
|
"wide-086",
|
|
"wide-087",
|
|
"wide-088",
|
|
"wide-089",
|
|
"wide-090",
|
|
"wide-091",
|
|
"wide-092",
|
|
"wide-093",
|
|
"wide-094",
|
|
"wide-095",
|
|
"wide-096",
|
|
"wide-097",
|
|
"wide-098",
|
|
"wide-099",
|
|
"wide-100",
|
|
"wide-101",
|
|
"wide-102",
|
|
"wide-103",
|
|
"wide-104",
|
|
"wide-105",
|
|
"wide-106",
|
|
"wide-107",
|
|
"wide-108",
|
|
"wide-109",
|
|
"wide-110",
|
|
"wide-111",
|
|
"wide-112",
|
|
"wide-115",
|
|
"wide-116",
|
|
"wide-117",
|
|
"wide-118",
|
|
"wide-119",
|
|
"wide-120",
|
|
"wide-121",
|
|
"wide-122",
|
|
"wide-123",
|
|
"wide-124",
|
|
"wide-125",
|
|
"wide-126",
|
|
"wide-127",
|
|
"wide-128",
|
|
"wide-129",
|
|
"wide-130",
|
|
"wide-131",
|
|
"wide-132",
|
|
"wide-133",
|
|
"wide-134",
|
|
"wide-135",
|
|
"wide-136",
|
|
"wide-139",
|
|
"wide-140",
|
|
"wide-141",
|
|
"wide-142",
|
|
"wide-143",
|
|
"wide-144",
|
|
"wide-145",
|
|
"wide-146",
|
|
"wide-147",
|
|
"wide-148",
|
|
"wide-149",
|
|
"wide-150",
|
|
"wide-151",
|
|
"wide-152",
|
|
"wide-153",
|
|
"wide-154",
|
|
"wide-155",
|
|
"wide-156",
|
|
"wide-157",
|
|
"wide-158",
|
|
"wide-159",
|
|
"wide-160",
|
|
"wide-161",
|
|
"wide-162",
|
|
"wide-163",
|
|
"wide-164",
|
|
"wide-165",
|
|
"wide-166",
|
|
"wide-167",
|
|
"wide-168",
|
|
"wide-171",
|
|
"wide-172",
|
|
"wide-173",
|
|
"wide-174",
|
|
"wide-175",
|
|
"wide-176",
|
|
"wide-177",
|
|
"wide-178",
|
|
"wide-179",
|
|
"wide-180",
|
|
"wide-181",
|
|
"wide-182",
|
|
"wide-183",
|
|
"wide-184",
|
|
"wide-185",
|
|
"wide-186",
|
|
"wide-187",
|
|
"wide-188",
|
|
"wide-189",
|
|
"wide-190",
|
|
"wide-191",
|
|
"wide-192",
|
|
"wide-195",
|
|
"wide-196",
|
|
"wide-197",
|
|
"wide-198",
|
|
"wide-199",
|
|
"wide-200",
|
|
"wide-201",
|
|
"wide-202",
|
|
"wide-203",
|
|
"wide-204",
|
|
"wide-205",
|
|
"wide-206",
|
|
"wide-207",
|
|
"wide-208",
|
|
"wide-209",
|
|
"wide-210",
|
|
"wide-211",
|
|
"wide-212",
|
|
"wide-213",
|
|
"wide-214",
|
|
"wide-215",
|
|
"wide-216",
|
|
"wide-219",
|
|
"wide-220",
|
|
"wide-221",
|
|
"wide-222",
|
|
"wide-223",
|
|
"wide-224",
|
|
"wide-225",
|
|
"wide-226",
|
|
"wide-227",
|
|
"wide-228",
|
|
"wide-229",
|
|
"wide-230",
|
|
"wide-231",
|
|
"wide-232",
|
|
"wide-233",
|
|
"wide-234",
|
|
"wide-235",
|
|
"wide-236",
|
|
"wide-237",
|
|
"wide-238",
|
|
"wide-239",
|
|
"wide-240",
|
|
"wide-241",
|
|
"wide-242",
|
|
"wide-243",
|
|
"wide-244",
|
|
"wide-245",
|
|
"wide-246",
|
|
"wide-247",
|
|
"wide-248",
|
|
"wide-251",
|
|
"wide-252",
|
|
"wide-253",
|
|
"wide-254",
|
|
"wide-255",
|
|
"wide-256",
|
|
"wide-257",
|
|
"wide-258",
|
|
"wide-259",
|
|
"wide-260",
|
|
"wide-261",
|
|
"wide-262",
|
|
"wide-263",
|
|
"wide-264",
|
|
"wide-265",
|
|
"wide-266",
|
|
"wide-267",
|
|
"wide-268",
|
|
"wide-269",
|
|
"wide-270",
|
|
"wide-271",
|
|
"wide-272",
|
|
"wide-273",
|
|
"wide-274",
|
|
"wide-275",
|
|
"wide-276",
|
|
"wide-277",
|
|
"wide-278",
|
|
"wide-279",
|
|
"wide-280",
|
|
"wide-281",
|
|
"wide-282",
|
|
"wide-283",
|
|
"wide-284",
|
|
"wide-285",
|
|
"wide-286",
|
|
"wide-287",
|
|
"wide-288",
|
|
"wide-291",
|
|
"wide-292",
|
|
"wide-293",
|
|
"wide-294",
|
|
"wide-295",
|
|
"wide-296",
|
|
"wide-297",
|
|
"wide-298",
|
|
"wide-299",
|
|
"wide-300",
|
|
"wide-301",
|
|
"wide-302",
|
|
"wide-303",
|
|
"wide-304",
|
|
"wide-305",
|
|
"wide-306",
|
|
"wide-307",
|
|
"wide-308",
|
|
"wide-309",
|
|
"wide-310",
|
|
"wide-311",
|
|
"wide-312",
|
|
"wide-313",
|
|
"wide-314",
|
|
"wide-315",
|
|
"wide-316",
|
|
"wide-317",
|
|
"wide-318",
|
|
"wide-319",
|
|
"wide-320"
|
|
],
|
|
"dev_count": 20,
|
|
"test_count": 300,
|
|
"target_accuracy": 0.92,
|
|
"selected_split": "dev",
|
|
"selected_ids": [
|
|
"wide-001",
|
|
"wide-002",
|
|
"wide-041",
|
|
"wide-042",
|
|
"wide-081",
|
|
"wide-082",
|
|
"wide-113",
|
|
"wide-114",
|
|
"wide-137",
|
|
"wide-138",
|
|
"wide-169",
|
|
"wide-170",
|
|
"wide-193",
|
|
"wide-194",
|
|
"wide-217",
|
|
"wide-218",
|
|
"wide-249",
|
|
"wide-250",
|
|
"wide-289",
|
|
"wide-290"
|
|
],
|
|
"policy": "Evaluate all 300; retain every failure; do not tune on this TEST.",
|
|
"test_categories": {
|
|
"shared_keyword_pair": 38,
|
|
"same_academic_year_pair": 38,
|
|
"same_start_year_pair": 30,
|
|
"person_title_year": 22,
|
|
"person_keyword_title": 30,
|
|
"document_author_category_multi_hop": 22,
|
|
"person_multiple_categories": 22,
|
|
"candidate_set_aggregation": 30,
|
|
"conjunctive_disambiguation": 38,
|
|
"negative_lookup": 30
|
|
},
|
|
"limitations": [
|
|
"Known corpus/profiles and templates; model outputs for these 300 questions were not previously observed.",
|
|
"Harness supplies graph context; native OpenWebUI tool choice and browser UI are outside this experiment.",
|
|
"Checks structured factual claims, their source support/citations and required prose values; not a general semantic judge of arbitrary prose."
|
|
]
|
|
},
|
|
"run_metadata": {
|
|
"started_at_utc": "2026-10-25T01:48:51.414037+00:00",
|
|
"python": "3.10.12",
|
|
"git_head": "348be522bd1581d13ee311b5683d92bdf35dc6a2",
|
|
"wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"fingerprints": {
|
|
"implementation": {
|
|
"tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/build_graphrag.py": "81f6e9f5c9e71b588f8bed1968c1e900e29e484ba81d23b6a3a68e7220ad75a5",
|
|
"tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80",
|
|
"tools/graphrag/evaluation/benchmark_v2.py": "129dd774faa414f06733e1ee6333e7b411b1c75b5601b895c405778df478a563",
|
|
"tools/graphrag/evaluation/benchmark_v3.py": "30bae6c605ed26f4b49973acec799087c4e2b97a883ccedcafb965dd909c4c4d",
|
|
"tools/graphrag/evaluation/benchmark_v4.py": "70a8b08f7c2b2cb3e2bdc77be9efedd23ea24ac564ec1c1eb224a9f6388b3a67",
|
|
"tools/graphrag/evaluation/check_openwebui.py": "585490c89b8d178d3e5723336f4ac02bd3f6c2a0bec51acf2b7483a742847f16",
|
|
"tools/graphrag/evaluation/evaluate_graphrag.py": "2d336cf9bdd8072e6f4d4ad3e58fc51cbcd81124b6e6ef703e6d1fb282128fbc",
|
|
"tools/graphrag/evaluation/evidence_contract.py": "78e24264c176e163e1782fef1634b6c45c7f31bd4692726d02a30ab45a06648e",
|
|
"tools/graphrag/evaluation/freeze_graphrag.py": "9a11a3cae83b3660d53d8fb51eff8f83ca5cb45858e327f394b2efdc35d6189d",
|
|
"tools/graphrag/evaluation/graphrag_evaluator.py": "3afe014e126b6ad90c8e408284d2c1979f54d6cf5dd19fd67f9249708fbed2d3",
|
|
"tools/graphrag/evaluation/reproducibility.py": "b707d4c410cbf7d6769a6afdadfe79ef3bbd699a0323f0e0d2ab180ef7498680",
|
|
"tools/graphrag/evaluation/source_oracle.py": "8bac1ef0fd2ebe826a1b0686012c9fea3108d1c827ced46d977c9518fe55d67c",
|
|
"tools/graphrag/graph_db.py": "a6fce68000065d328139829c5ca894623f6ed5828c74a869663366c2ad7b5ea2",
|
|
"tools/graphrag/graph_search.py": "5ee39051073caea09f2bdc446359404dbd3a79bce9b80002788bfe250ffc87a0",
|
|
"tools/graphrag/graphrag.py": "31e0f87fa973abc16a8aff2735a99e8a4dd9c76d0b889674a7204210c90d8b1d",
|
|
"tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb",
|
|
"tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/tests/test_evaluation_pipeline_v2.py": "63d1b3e80ae3c7b563374fd7ab4aa5ffad3c614eafbd15142c577abd7f756bf9",
|
|
"tools/graphrag/tests/test_evaluation_wide.py": "1b28bb74fd6b9457c869186b88606f1f7863d573aa3ab5226162e878f236d99e",
|
|
"tools/graphrag/tests/test_evaluator_connected_v2.py": "29d7c9838ed1ff37ea3276df6feb1b6142158c43a0525712f490b648181882de",
|
|
"tools/graphrag/tests/test_graph_search.py": "d5c95b5de2a0962857331929522764aa46a1222e550a3eb1aaca2148f9d58748",
|
|
"tools/graphrag/tests/test_graph_search_entity_v2.py": "0ef1a8ebd513c5a4507eb38fcf5ae6137c69e9901b5a2975ba513be5902ac693",
|
|
"tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b",
|
|
"tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48",
|
|
"tools/graphrag/tests/test_graphrag.py": "6379335110f05668beca87ca7e486442071b2f666dbd651408d5f3a8d5723f0e",
|
|
"tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298",
|
|
"tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f",
|
|
"tools/graphrag/tests/test_graphrag_research_v2.py": "711008a91ab8a58ae0854e7f90329bcd42e5189fde2e2001589e97b0c22c5198",
|
|
"tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c",
|
|
"tools/graphrag/tests/test_source_oracle_v2.py": "0afdbe235e185ffe9f38aa667f90f5a6c20504fe29e9ac572642b39a8eb7faca",
|
|
"requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a"
|
|
},
|
|
"dataset_sha256": "9a3b873882bbf29b905d79c9448c3c287fda30323f93a6533b88dbd59b19f558",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
},
|
|
"source_corpus": {
|
|
"sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10",
|
|
"document_count": 114,
|
|
"documents": {
|
|
"pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647",
|
|
"pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e",
|
|
"pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5",
|
|
"pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d",
|
|
"pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987",
|
|
"pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
|
|
"pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
|
|
"pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6",
|
|
"pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
|
|
"pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
|
|
"pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476",
|
|
"pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
|
|
"pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
|
|
"pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
|
|
"pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
|
|
"pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
|
|
"pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
|
|
"pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
|
|
"pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9",
|
|
"pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
|
|
"pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d",
|
|
"pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
|
|
"pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
|
|
"pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0",
|
|
"pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
|
|
"pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
|
|
"pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1",
|
|
"pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
|
|
"pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
|
|
"pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
|
|
"pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
|
|
"pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
|
|
"pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93",
|
|
"pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
|
|
"pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
|
|
"pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
|
|
"pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
|
|
"pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
|
|
"pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a",
|
|
"pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
|
|
"pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
|
|
"pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
|
|
"pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
|
|
"pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
|
|
"pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
|
|
"pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
|
|
"pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
|
|
"pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
|
|
"pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
|
|
"pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
|
|
"pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
|
|
"pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
|
|
"pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
|
|
"pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
|
|
"pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
|
|
"pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
|
|
"pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
|
|
"pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
|
|
"pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133",
|
|
"pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
|
|
"pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
|
|
"pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
|
|
"pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
|
|
"pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
|
|
"pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
|
|
"pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
|
|
"pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
|
|
"pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a",
|
|
"pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9",
|
|
"pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a",
|
|
"pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06",
|
|
"pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5",
|
|
"pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea",
|
|
"pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0",
|
|
"pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84",
|
|
"pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02",
|
|
"pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2",
|
|
"pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc",
|
|
"pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499",
|
|
"pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc",
|
|
"pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df",
|
|
"pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd",
|
|
"pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92",
|
|
"pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562",
|
|
"pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48",
|
|
"pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2",
|
|
"pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87",
|
|
"pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330",
|
|
"pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635"
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"id": "wide-001",
|
|
"category": "shared_keyword_pair",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Maksym Zatirka a Samuel Džurina.",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Maksym Zatirka",
|
|
"keyword": "NLP",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
},
|
|
{
|
|
"person": "Samuel Džurina",
|
|
"keyword": "NLP",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\n \"answer\": \"Spoločné kľúčové slovo NLP majú Maksym Zatirka a Samuel Džurina. Zdroje: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka, https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina.\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Maksym Zatirka\",\n \"keyword\": \"NLP\"\n },\n {\n \"person\": \"Samuel Džurina\",\n \"keyword\": \"NLP\"\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\",\n \"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\"\n ],\n \"count\": 2\n}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892940,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 232,
|
|
"prompt_tokens": 838,
|
|
"total_tokens": 1070,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 0
|
|
}
|
|
},
|
|
"id": "chatcmpl-S0XLi1HmiqGkOChnayZxnXkaTBp3nPST",
|
|
"timings": {
|
|
"cache_n": 0,
|
|
"prompt_n": 838,
|
|
"prompt_ms": 1552.006,
|
|
"prompt_per_token_ms": 1.852035799522673,
|
|
"prompt_per_second": 539.9463661867286,
|
|
"predicted_n": 232,
|
|
"predicted_ms": 5594.055,
|
|
"predicted_per_token_ms": 24.11230603448276,
|
|
"predicted_per_second": 41.47259903594083
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Spoločné kľúčové slovo NLP majú Maksym Zatirka a Samuel Džurina. Zdroje: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka, https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina.",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Maksym Zatirka",
|
|
"keyword": "NLP"
|
|
},
|
|
{
|
|
"person": "Samuel Džurina",
|
|
"keyword": "NLP"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"count": 2
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 8.897124665003503
|
|
},
|
|
{
|
|
"id": "wide-002",
|
|
"category": "shared_keyword_pair",
|
|
"question": "Majú osoby Jakub Schwarc a Nikita Bodnar spoločné kľúčové slovo nlp?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "NLP",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"keyword": "NLP",
|
|
"document_path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Áno, obe osoby, Nikita Bodnar a Jakub Schwarc, majú spoločné kľúčové slovo NLP. Toto je potvrdené v ich profiloch na stránkach https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar a https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc.\", \"status\": \"ok\", \"claims\": [{\"person\": \"Nikita Bodnar\", \"keyword\": \"NLP\"}, {\"person\": \"Jakub Schwarc\", \"keyword\": \"NLP\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar\", \"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc\"], \"count\": 2}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892945,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 196,
|
|
"prompt_tokens": 828,
|
|
"total_tokens": 1024,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 326
|
|
}
|
|
},
|
|
"id": "chatcmpl-SyI7k4BaOpJgNGWbNDtlspL1MaaVXn7d",
|
|
"timings": {
|
|
"cache_n": 326,
|
|
"prompt_n": 502,
|
|
"prompt_ms": 597.697,
|
|
"prompt_per_token_ms": 1.1906314741035857,
|
|
"prompt_per_second": 839.8904461625204,
|
|
"predicted_n": 196,
|
|
"predicted_ms": 5059.593,
|
|
"predicted_per_token_ms": 25.814249999999998,
|
|
"predicted_per_second": 38.73829377185082
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Áno, obe osoby, Nikita Bodnar a Jakub Schwarc, majú spoločné kľúčové slovo NLP. Toto je potvrdené v ich profiloch na stránkach https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar a https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc.",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "NLP"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"keyword": "NLP"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"count": 2
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 13.140898459998425
|
|
},
|
|
{
|
|
"id": "wide-041",
|
|
"category": "same_academic_year_pair",
|
|
"question": "Aké spoločné roky práce spájajú osoby Jakub Kristián Lukas a Martin Šarišský?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Jakub Kristián Lukas",
|
|
"year": 2023,
|
|
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
},
|
|
{
|
|
"person": "Martin Šarišský",
|
|
"year": 2023,
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Osoby Jakub Kristián Lukas a Martin Šarišský majú spoločný rok práce 2023. Zdroje: https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas, https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\", \"status\": \"ok\", \"claims\": [{\"person\": \"Jakub Kristián Lukas\", \"year\": 2023}, {\"person\": \"Martin Šarišský\", \"year\": 2023}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas\", \"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892939,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 194,
|
|
"prompt_tokens": 842,
|
|
"total_tokens": 1036,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 0
|
|
}
|
|
},
|
|
"id": "chatcmpl-ZPZG4TP7CgKt5MN0wU7C3JqTbeSduqJm",
|
|
"timings": {
|
|
"cache_n": 0,
|
|
"prompt_n": 842,
|
|
"prompt_ms": 1571.616,
|
|
"prompt_per_token_ms": 1.8665273159144893,
|
|
"prompt_per_second": 535.7542809439457,
|
|
"predicted_n": 194,
|
|
"predicted_ms": 4201.473,
|
|
"predicted_per_token_ms": 21.65707731958763,
|
|
"predicted_per_second": 46.17428221007251
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Osoby Jakub Kristián Lukas a Martin Šarišský majú spoločný rok práce 2023. Zdroje: https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas, https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Jakub Kristián Lukas",
|
|
"year": 2023
|
|
},
|
|
{
|
|
"person": "Martin Šarišský",
|
|
"year": 2023
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 7.493950983000104
|
|
},
|
|
{
|
|
"id": "wide-042",
|
|
"category": "same_academic_year_pair",
|
|
"question": "Ktoré spoločné roky prác majú osoby Kristián Sopkovič a Nikita Bodnar?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2024,
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"person": "Nikita Bodnar",
|
|
"year": 2024,
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\n \"answer\": \"Kristián Sopkovič a Nikita Bodnar majú spoločný rok prác 2024. Zdroje: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic, https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Kristián Sopkovič\",\n \"year\": 2024\n },\n {\n \"person\": \"Nikita Bodnar\",\n \"year\": 2024\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\",\n \"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar\"\n ],\n \"count\": 1\n}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892947,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 233,
|
|
"prompt_tokens": 838,
|
|
"total_tokens": 1071,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-O8kBsFCQIhwqZ3PgphJN452UIyIPKziU",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 516,
|
|
"prompt_ms": 613.265,
|
|
"prompt_per_token_ms": 1.188498062015504,
|
|
"prompt_per_second": 841.3980905481318,
|
|
"predicted_n": 233,
|
|
"predicted_ms": 5642.09,
|
|
"predicted_per_token_ms": 24.21497854077253,
|
|
"predicted_per_second": 41.29675350800856
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Kristián Sopkovič a Nikita Bodnar majú spoločný rok prác 2024. Zdroje: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic, https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2024
|
|
},
|
|
{
|
|
"person": "Nikita Bodnar",
|
|
"year": 2024
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 7.836493123002583
|
|
},
|
|
{
|
|
"id": "wide-081",
|
|
"category": "same_start_year_pair",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Matej Ščišľak a Nikita Bodnar.",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Matej Ščišľak",
|
|
"start_year": 2021,
|
|
"document_path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
},
|
|
{
|
|
"person": "Nikita Bodnar",
|
|
"start_year": 2021,
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\n \"answer\": \"Matej Ščišľak a Nikita Bodnar začali štúdium v rovnakom roku 2021. Zdroje: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Matej Ščišľak\",\n \"start_year\": 2021\n },\n {\n \"person\": \"Nikita Bodnar\",\n \"start_year\": 2021\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\",\n \"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar\"\n ],\n \"count\": 2\n}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892951,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 238,
|
|
"prompt_tokens": 843,
|
|
"total_tokens": 1081,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 326
|
|
}
|
|
},
|
|
"id": "chatcmpl-i0Fbyo6KF7Yc4SIX2Lu4U5ir081Hv6hb",
|
|
"timings": {
|
|
"cache_n": 326,
|
|
"prompt_n": 517,
|
|
"prompt_ms": 628.542,
|
|
"prompt_per_token_ms": 1.2157485493230176,
|
|
"prompt_per_second": 822.5385097575023,
|
|
"predicted_n": 238,
|
|
"predicted_ms": 5969.024,
|
|
"predicted_per_token_ms": 25.079932773109245,
|
|
"predicted_per_second": 39.87251517165955
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Matej Ščišľak a Nikita Bodnar začali štúdium v rovnakom roku 2021. Zdroje: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Matej Ščišľak",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"person": "Nikita Bodnar",
|
|
"start_year": 2021
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"count": 2
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 10.80819236300158
|
|
},
|
|
{
|
|
"id": "wide-082",
|
|
"category": "same_start_year_pair",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Andrii Pervashov a Ján Pták?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Andrii Pervashov",
|
|
"start_year": 2022,
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"person": "Ján Pták",
|
|
"start_year": 2022,
|
|
"document_path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\n \"answer\": \"Osoby Andrii Pervashov a Ján Pták majú spoločný rok začiatku štúdia 2022. Zdroje: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\",\n \"status\": \"ok\",\n \"claims\": [\n {\n \"person\": \"Andrii Pervashov\",\n \"start_year\": 2022\n },\n {\n \"person\": \"Ján Pták\",\n \"start_year\": 2022\n }\n ],\n \"source_urls\": [\n \"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\",\n \"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\"\n ],\n \"count\": 2\n}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892954,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 239,
|
|
"prompt_tokens": 839,
|
|
"total_tokens": 1078,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-Kg0mWfsBN4GhWmmCIEt16Z86jTwJMuYV",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 517,
|
|
"prompt_ms": 634.094,
|
|
"prompt_per_token_ms": 1.226487427466151,
|
|
"prompt_per_second": 815.3365273918376,
|
|
"predicted_n": 239,
|
|
"predicted_ms": 5940.57,
|
|
"predicted_per_token_ms": 24.855941422594142,
|
|
"predicted_per_second": 40.23182960557657
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Osoby Andrii Pervashov a Ján Pták majú spoločný rok začiatku štúdia 2022. Zdroje: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Andrii Pervashov",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"person": "Ján Pták",
|
|
"start_year": 2022
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"count": 2
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 8.967749620001996
|
|
},
|
|
{
|
|
"id": "wide-113",
|
|
"category": "person_title_year",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Ján Holp uvedené pre rok 2021?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Ján Holp",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"year": 2021,
|
|
"document_path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Pre osobu Ján Holp je v roku 2021 uvedený názov práce „Systém získavania informácií v slovenskom jazyku.“ (zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp).\", \"status\": \"ok\", \"claims\": [{\"person\": \"Ján Holp\", \"title\": \"Systém získavania informácií v slovenskom jazyku.\", \"year\": 2021}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892956,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 154,
|
|
"prompt_tokens": 729,
|
|
"total_tokens": 883,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 326
|
|
}
|
|
},
|
|
"id": "chatcmpl-2K58pGTqlxUuaz0ssnDJaDeWjYY3rpoX",
|
|
"timings": {
|
|
"cache_n": 326,
|
|
"prompt_n": 403,
|
|
"prompt_ms": 545.465,
|
|
"prompt_per_token_ms": 1.3535111662531019,
|
|
"prompt_per_second": 738.8191726325246,
|
|
"predicted_n": 154,
|
|
"predicted_ms": 4104.841,
|
|
"predicted_per_token_ms": 26.65481168831169,
|
|
"predicted_per_second": 37.51667847792399
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Pre osobu Ján Holp je v roku 2021 uvedený názov práce „Systém získavania informácií v slovenskom jazyku.“ (zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp).",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Ján Holp",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"year": 2021
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 9.267259749001823
|
|
},
|
|
{
|
|
"id": "wide-114",
|
|
"category": "person_title_year",
|
|
"question": "Uveď názov práce osoby Yevhenii Leonov a rok práce pre rok 2024.",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Yevhenii Leonov",
|
|
"title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation",
|
|
"year": 2024,
|
|
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Osoba Yevhenii Leonov má v roku 2024 prácu s názvom \\\"RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation\\\". Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov\", \"status\": \"ok\", \"claims\": [{\"person\": \"Yevhenii Leonov\", \"title\": \"RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation\", \"year\": 2024}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892959,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 170,
|
|
"prompt_tokens": 742,
|
|
"total_tokens": 912,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-WhME9xgRQnzuLtl08YdHAwFJKiRHc5Zp",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 420,
|
|
"prompt_ms": 560.689,
|
|
"prompt_per_token_ms": 1.3349738095238095,
|
|
"prompt_per_second": 749.0783660817316,
|
|
"predicted_n": 170,
|
|
"predicted_ms": 4253.179,
|
|
"predicted_per_token_ms": 25.0187,
|
|
"predicted_per_second": 39.970102363432154
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Osoba Yevhenii Leonov má v roku 2024 prácu s názvom \"RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation\". Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Yevhenii Leonov",
|
|
"title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation",
|
|
"year": 2024
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 7.4849045959999785
|
|
},
|
|
{
|
|
"id": "wide-137",
|
|
"category": "person_keyword_title",
|
|
"question": "Aký názov práce osoby Lukáš Pokrývka v roku 2021 súvisí s kľúčovým slovom gpu?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Lukáš Pokrývka",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"year": 2021,
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "GPU",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Osoba Lukáš Pokrývka má v roku 2021 prácu s názvom \\\"Paralelné trénovanie neurónových sietí\\\", ktorá súvisí s kľúčovým slovom GPU. Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\", \"status\": \"ok\", \"claims\": [{\"person\": \"Lukáš Pokrývka\", \"title\": \"Paralelné trénovanie neurónových sietí\", \"year\": 2021, \"keyword\": \"GPU\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892961,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 172,
|
|
"prompt_tokens": 813,
|
|
"total_tokens": 985,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 326
|
|
}
|
|
},
|
|
"id": "chatcmpl-MMeGt29an2QR8ZMku2iQVf2fcm1XyAQ7",
|
|
"timings": {
|
|
"cache_n": 326,
|
|
"prompt_n": 487,
|
|
"prompt_ms": 601.281,
|
|
"prompt_per_token_ms": 1.2346632443531826,
|
|
"prompt_per_second": 809.9374502104674,
|
|
"predicted_n": 172,
|
|
"predicted_ms": 4314.812,
|
|
"predicted_per_token_ms": 25.086116279069767,
|
|
"predicted_per_second": 39.862686949049
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Osoba Lukáš Pokrývka má v roku 2021 prácu s názvom \"Paralelné trénovanie neurónových sietí\", ktorá súvisí s kľúčovým slovom GPU. Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Lukáš Pokrývka",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"year": 2021,
|
|
"keyword": "GPU"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 7.451120314995933
|
|
},
|
|
{
|
|
"id": "wide-138",
|
|
"category": "person_keyword_title",
|
|
"question": "Uveď názov práce osoby Lukáš Pokrývka v roku 2020 s kľúčovým slovom cloud.",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Lukáš Pokrývka",
|
|
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"year": 2020,
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "cloud",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": false,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Lukáš Pokrývka v roku 2020 vypracoval prácu s názvom „Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.\", \"status\": \"ok\", \"claims\": [{\"person\": \"Lukáš Pokrývka\", \"title\": \"Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.\", \"year\": 2020, \"keyword\": \"cloud\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892963,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 147,
|
|
"prompt_tokens": 819,
|
|
"total_tokens": 966,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-Ge8MkP9XJflXQm3LztXtM1XvdvynPSsw",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 497,
|
|
"prompt_ms": 614.855,
|
|
"prompt_per_token_ms": 1.2371327967806842,
|
|
"prompt_per_second": 808.3206609688464,
|
|
"predicted_n": 147,
|
|
"predicted_ms": 3747.343,
|
|
"predicted_per_token_ms": 25.49212925170068,
|
|
"predicted_per_second": 39.227794199783695
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Lukáš Pokrývka v roku 2020 vypracoval prácu s názvom „Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Lukáš Pokrývka",
|
|
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"year": 2020,
|
|
"keyword": "cloud"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": false,
|
|
"missing_text_values": [
|
|
"cloud"
|
|
],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 6.9992755120038055
|
|
},
|
|
{
|
|
"id": "wide-169",
|
|
"category": "document_author_category_multi_hop",
|
|
"question": "Kto je autor dokumentu osoby Tetiana Mohorian, ktorý patrí do kategórie bp2025?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Tetiana Mohorian",
|
|
"category": "bp2025",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
},
|
|
{
|
|
"person": "Tetiana Mohorian",
|
|
"document_author": "Daniel Hladek",
|
|
"category": "bp2025",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Autorom dokumentu osoby Tetiana Mohorian v kategórii bp2025 je Daniel Hladek. Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\", \"status\": \"ok\", \"claims\": [{\"person\": \"Tetiana Mohorian\", \"document_author\": \"Daniel Hladek\", \"category\": \"bp2025\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892965,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 132,
|
|
"prompt_tokens": 795,
|
|
"total_tokens": 927,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 326
|
|
}
|
|
},
|
|
"id": "chatcmpl-x6HvpZHRz099luETzROg8pKgjC0KZw5a",
|
|
"timings": {
|
|
"cache_n": 326,
|
|
"prompt_n": 469,
|
|
"prompt_ms": 595.713,
|
|
"prompt_per_token_ms": 1.2701769722814498,
|
|
"prompt_per_second": 787.2918670567875,
|
|
"predicted_n": 132,
|
|
"predicted_ms": 3421.428,
|
|
"predicted_per_token_ms": 25.91990909090909,
|
|
"predicted_per_second": 38.580382226368634
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Autorom dokumentu osoby Tetiana Mohorian v kategórii bp2025 je Daniel Hladek. Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Tetiana Mohorian",
|
|
"document_author": "Daniel Hladek",
|
|
"category": "bp2025"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 6.432862756002578
|
|
},
|
|
{
|
|
"id": "wide-170",
|
|
"category": "document_author_category_multi_hop",
|
|
"question": "Ktorý autor dokumentu je pri osobe Denis Le Thanh spojený s kategóriou bp2026?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Denis Le Thanh",
|
|
"category": "bp2026",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
},
|
|
{
|
|
"person": "Denis Le Thanh",
|
|
"document_author": "Daniel Hladek",
|
|
"category": "bp2026",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Autorom dokumentu spojeným s osobou Denis Le Thanh a kategóriou bp2026 je Daniel Hladek. Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh\", \"status\": \"ok\", \"claims\": [{\"person\": \"Denis Le Thanh\", \"document_author\": \"Daniel Hladek\", \"category\": \"bp2026\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892967,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 131,
|
|
"prompt_tokens": 785,
|
|
"total_tokens": 916,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-VT8FtYr17YvJNEzkLugP7YeMQ4TStNJq",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 463,
|
|
"prompt_ms": 605.748,
|
|
"prompt_per_token_ms": 1.3083110151187907,
|
|
"prompt_per_second": 764.3442487635122,
|
|
"predicted_n": 131,
|
|
"predicted_ms": 3354.889,
|
|
"predicted_per_token_ms": 25.60983969465649,
|
|
"predicted_per_second": 39.04749158615978
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Autorom dokumentu spojeným s osobou Denis Le Thanh a kategóriou bp2026 je Daniel Hladek. Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Denis Le Thanh",
|
|
"document_author": "Daniel Hladek",
|
|
"category": "bp2026"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 6.045799462001014
|
|
},
|
|
{
|
|
"id": "wide-193",
|
|
"category": "person_multiple_categories",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Matej Novotný.",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Matej Novotný",
|
|
"category": "dp2026",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Osoba Matej Novotný má dokument v kategórii dp2026 (zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny).\", \"status\": \"ok\", \"claims\": [{\"person\": \"Matej Novotný\", \"category\": \"dp2026\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892969,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 120,
|
|
"prompt_tokens": 708,
|
|
"total_tokens": 828,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 326
|
|
}
|
|
},
|
|
"id": "chatcmpl-nxf6yglpHCapm04VL0yb46cEQQr7IJi2",
|
|
"timings": {
|
|
"cache_n": 326,
|
|
"prompt_n": 382,
|
|
"prompt_ms": 554.464,
|
|
"prompt_per_token_ms": 1.4514764397905762,
|
|
"prompt_per_second": 688.9536561435909,
|
|
"predicted_n": 120,
|
|
"predicted_ms": 3132.209,
|
|
"predicted_per_token_ms": 26.101741666666666,
|
|
"predicted_per_second": 38.31161969076776
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Osoba Matej Novotný má dokument v kategórii dp2026 (zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny).",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Matej Novotný",
|
|
"category": "dp2026"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 5.759175576000416
|
|
},
|
|
{
|
|
"id": "wide-194",
|
|
"category": "person_multiple_categories",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Tetiana Mohorian?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Tetiana Mohorian",
|
|
"category": "bp2025",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Osoba Tetiana Mohorian má dokumenty v kategórii bp2025. Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\", \"status\": \"ok\", \"claims\": [{\"person\": \"Tetiana Mohorian\", \"category\": \"bp2025\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892971,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 117,
|
|
"prompt_tokens": 703,
|
|
"total_tokens": 820,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-xON7r8jgsCUid6q3pL3OWSzF5cFP0YTf",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 381,
|
|
"prompt_ms": 564.227,
|
|
"prompt_per_token_ms": 1.4809107611548555,
|
|
"prompt_per_second": 675.260134662113,
|
|
"predicted_n": 117,
|
|
"predicted_ms": 3375.546,
|
|
"predicted_per_token_ms": 28.850820512820512,
|
|
"predicted_per_second": 34.66105927752133
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Osoba Tetiana Mohorian má dokumenty v kategórii bp2025. Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Tetiana Mohorian",
|
|
"category": "bp2025"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 5.974908800999401
|
|
},
|
|
{
|
|
"id": "wide-217",
|
|
"category": "candidate_set_aggregation",
|
|
"question": "Z kandidátov Dárius Lindvai, Patrik Pavlišin, Adrián Remiáš vyber osoby s prácou v roku 2020. Koľko ich je?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020,
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"person": "Dárius Lindvai",
|
|
"year": 2020,
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2018/adrian_remias/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
}
|
|
],
|
|
"aggregation": {
|
|
"count": 2,
|
|
"people": [
|
|
"Dárius Lindvai",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"candidate_count": 3,
|
|
"complete": true
|
|
}
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Dárius Lindvai a Patrik Pavlišin majú prácu v roku 2020, čo je spolu 2 osoby. Zdroje: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai, https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\", \"status\": \"ok\", \"claims\": [{\"person\": \"Dárius Lindvai\", \"year\": 2020}, {\"person\": \"Patrik Pavlišin\", \"year\": 2020}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\", \"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\"], \"count\": 2}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892975,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 194,
|
|
"prompt_tokens": 934,
|
|
"total_tokens": 1128,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 326
|
|
}
|
|
},
|
|
"id": "chatcmpl-3dCd9r5T1yHr42dpleT98xM0ZZVw52EM",
|
|
"timings": {
|
|
"cache_n": 326,
|
|
"prompt_n": 608,
|
|
"prompt_ms": 892.161,
|
|
"prompt_per_token_ms": 1.4673700657894735,
|
|
"prompt_per_second": 681.4913451720038,
|
|
"predicted_n": 194,
|
|
"predicted_ms": 5116.479,
|
|
"predicted_per_token_ms": 26.373603092783508,
|
|
"predicted_per_second": 37.91670013694965
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Dárius Lindvai a Patrik Pavlišin majú prácu v roku 2020, čo je spolu 2 osoby. Zdroje: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai, https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Dárius Lindvai",
|
|
"year": 2020
|
|
},
|
|
{
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"count": 2
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 7.765617024000676
|
|
},
|
|
{
|
|
"id": "wide-218",
|
|
"category": "candidate_set_aggregation",
|
|
"question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Adrián Remiáš vyber osoby s prácou v roku 2027. Aký je ich počet?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Andrii Pervashov",
|
|
"year": 2027,
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"person": "Oleh Poiasnik",
|
|
"year": 2027,
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2018/adrian_remias/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
],
|
|
"aggregation": {
|
|
"count": 2,
|
|
"people": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"candidate_count": 3,
|
|
"complete": true
|
|
}
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Počet kandidátov s prácou v roku 2027 je 2. Sú nimi Andrii Pervashov a Oleh Poiasnik. Zdroje: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\", \"status\": \"ok\", \"claims\": [{\"person\": \"Andrii Pervashov\", \"year\": 2027}, {\"person\": \"Oleh Poiasnik\", \"year\": 2027}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\", \"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\"], \"count\": 2}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892977,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 202,
|
|
"prompt_tokens": 941,
|
|
"total_tokens": 1143,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-PAPjPPwnDwKCZg25h8xOouCV61tt1R61",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 619,
|
|
"prompt_ms": 937.637,
|
|
"prompt_per_token_ms": 1.5147609046849757,
|
|
"prompt_per_second": 660.17019379568,
|
|
"predicted_n": 202,
|
|
"predicted_ms": 5357.802,
|
|
"predicted_per_token_ms": 26.52377227722772,
|
|
"predicted_per_second": 37.70202780916503
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Počet kandidátov s prácou v roku 2027 je 2. Sú nimi Andrii Pervashov a Oleh Poiasnik. Zdroje: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Andrii Pervashov",
|
|
"year": 2027
|
|
},
|
|
{
|
|
"person": "Oleh Poiasnik",
|
|
"year": 2027
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"count": 2
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 8.481847119997838
|
|
},
|
|
{
|
|
"id": "wide-249",
|
|
"category": "conjunctive_disambiguation",
|
|
"question": "Ktorá z osôb Lukáš Pokrývka a Dominik Nagy má kľúčové slovo cloud a jej práca je z roku 2019?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2019,
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "cloud",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Lukáš Pokrývka má kľúčové slovo cloud a jeho práca je z roku 2019 (zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka).\", \"status\": \"ok\", \"claims\": [{\"person\": \"Lukáš Pokrývka\", \"year\": 2019, \"keyword\": \"cloud\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892979,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 136,
|
|
"prompt_tokens": 853,
|
|
"total_tokens": 989,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-Mswqqhtamsyq0b4bdk8qS5jj8afr1BgY",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 531,
|
|
"prompt_ms": 686.31,
|
|
"prompt_per_token_ms": 1.2924858757062145,
|
|
"prompt_per_second": 773.7028456528392,
|
|
"predicted_n": 136,
|
|
"predicted_ms": 3789.413,
|
|
"predicted_per_token_ms": 27.86333088235294,
|
|
"predicted_per_second": 35.88946361877156
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Lukáš Pokrývka má kľúčové slovo cloud a jeho práca je z roku 2019 (zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka).",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2019,
|
|
"keyword": "cloud"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 8.527413007999712
|
|
},
|
|
{
|
|
"id": "wide-250",
|
|
"category": "conjunctive_disambiguation",
|
|
"question": "Ktorá z osôb Oleksandr Dorybohov a Dávid Omasta spĺňa kľúčové slovo lm a rok práce 2026?",
|
|
"graph_context": {
|
|
"status": "ok",
|
|
"reason": null,
|
|
"facts": [
|
|
{
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026,
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
},
|
|
{
|
|
"person": "Oleksandr Dorybohov",
|
|
"keyword": "LM",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
}
|
|
],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
},
|
|
{
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Oleksandr Dorybohov spĺňa kľúčové slovo LM a rok práce 2026, zatiaľ čo Dávid Omasta tieto kritériá nespĺňa. Zdroje: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\", \"status\": \"ok\", \"claims\": [{\"person\": \"Oleksandr Dorybohov\", \"year\": 2026, \"keyword\": \"LM\"}], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\"], \"count\": 1}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892982,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 152,
|
|
"prompt_tokens": 860,
|
|
"total_tokens": 1012,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 425
|
|
}
|
|
},
|
|
"id": "chatcmpl-xgvSYQ94v0KdhJhCH3kCd4ZhhHAtZ3Qg",
|
|
"timings": {
|
|
"cache_n": 425,
|
|
"prompt_n": 435,
|
|
"prompt_ms": 572.106,
|
|
"prompt_per_token_ms": 1.3151862068965516,
|
|
"prompt_per_second": 760.3486067267255,
|
|
"predicted_n": 152,
|
|
"predicted_ms": 4240.96,
|
|
"predicted_per_token_ms": 27.90105263157895,
|
|
"predicted_per_second": 35.84094167358334
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Oleksandr Dorybohov spĺňa kľúčové slovo LM a rok práce 2026, zatiaľ čo Dávid Omasta tieto kritériá nespĺňa. Zdroje: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"status": "ok",
|
|
"claims": [
|
|
{
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026,
|
|
"keyword": "LM"
|
|
}
|
|
],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"count": 1
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 7.5685757149985875
|
|
},
|
|
{
|
|
"id": "wide-289",
|
|
"category": "negative_lookup",
|
|
"question": "Aký názov práce má osoba Alina Vitko s kľúčovým slovom anaconda?",
|
|
"graph_context": {
|
|
"status": "no_answer",
|
|
"reason": "no_matching_facts",
|
|
"facts": [],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2019/alina_vitko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Na základe dodaných grafových faktov sa nenašli žiadne údaje o osobe Alina Vitko s kľúčovým slovom anaconda.\", \"status\": \"no_answer\", \"claims\": [], \"source_urls\": [], \"count\": 0}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892981,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 64,
|
|
"prompt_tokens": 640,
|
|
"total_tokens": 704,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-ENBtmxqWtxqdspgtjJa8qhkbVA8uKE5h",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 318,
|
|
"prompt_ms": 501.586,
|
|
"prompt_per_token_ms": 1.5773144654088052,
|
|
"prompt_per_second": 633.9889869334471,
|
|
"predicted_n": 64,
|
|
"predicted_ms": 1383.88,
|
|
"predicted_per_token_ms": 21.623125,
|
|
"predicted_per_second": 46.24678440327196
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Na základe dodaných grafových faktov sa nenašli žiadne údaje o osobe Alina Vitko s kľúčovým slovom anaconda.",
|
|
"status": "no_answer",
|
|
"claims": [],
|
|
"source_urls": [],
|
|
"count": 0
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 4.171498889001668
|
|
},
|
|
{
|
|
"id": "wide-290",
|
|
"category": "negative_lookup",
|
|
"question": "Aký názov práce má osoba Dmytro Mural v roku 2018?",
|
|
"graph_context": {
|
|
"status": "no_answer",
|
|
"reason": "no_matching_facts",
|
|
"facts": [],
|
|
"sources": [
|
|
{
|
|
"document_path": "pages/students/2019/dmytro_mural/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
}
|
|
],
|
|
"aggregation": null
|
|
},
|
|
"strict": true,
|
|
"response": {
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"message": {
|
|
"role": "assistant",
|
|
"content": "{\"answer\": \"Na základe dodaných grafových faktov sa nenašli žiadne údaje o názve práce osoby Dmytro Mural v roku 2018. K dispozícii je len zdroj pre rok 2019: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural.\", \"status\": \"no_answer\", \"claims\": [], \"source_urls\": [\"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural\"], \"count\": 0}"
|
|
}
|
|
}
|
|
],
|
|
"created": 1792892984,
|
|
"model": "Qwen3.5-122B-A10B-Q4_K_M",
|
|
"system_fingerprint": "b8580-7c203670f",
|
|
"object": "chat.completion",
|
|
"usage": {
|
|
"completion_tokens": 126,
|
|
"prompt_tokens": 639,
|
|
"total_tokens": 765,
|
|
"prompt_tokens_details": {
|
|
"cached_tokens": 322
|
|
}
|
|
},
|
|
"id": "chatcmpl-hnBatP51Ugj0Ajnb1SMVHaWNen1OfgaD",
|
|
"timings": {
|
|
"cache_n": 322,
|
|
"prompt_n": 317,
|
|
"prompt_ms": 503.739,
|
|
"prompt_per_token_ms": 1.5890820189274448,
|
|
"prompt_per_second": 629.2941384327995,
|
|
"predicted_n": 126,
|
|
"predicted_ms": 1990.251,
|
|
"predicted_per_token_ms": 15.795642857142857,
|
|
"predicted_per_second": 63.30859775978004
|
|
}
|
|
},
|
|
"answer": {
|
|
"answer": "Na základe dodaných grafových faktov sa nenašli žiadne údaje o názve práce osoby Dmytro Mural v roku 2018. K dispozícii je len zdroj pre rok 2019: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural.",
|
|
"status": "no_answer",
|
|
"claims": [],
|
|
"source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"count": 0
|
|
},
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false,
|
|
"latency_seconds": 4.389853743996355
|
|
}
|
|
],
|
|
"summary": {
|
|
"questions": 20,
|
|
"correct": 19,
|
|
"accuracy": 0.95,
|
|
"errors": 0
|
|
},
|
|
"by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0
|
|
},
|
|
"negative_lookup": {
|
|
"questions": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 2,
|
|
"correct": 1,
|
|
"accuracy": 0.5
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0
|
|
},
|
|
"person_title_year": {
|
|
"questions": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0
|
|
},
|
|
"shared_keyword_pair": {
|
|
"questions": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0
|
|
}
|
|
}
|
|
}
|