15106 lines
452 KiB
JSON
15106 lines
452 KiB
JSON
{
|
|
"evaluation_schema_version": 4,
|
|
"run_metadata": {
|
|
"started_at_utc": "2026-10-25T01:03:11.350711+00:00",
|
|
"python": "3.10.12",
|
|
"git_head": "4ff72bb74b2fdefd424b85e813cf57af9743fcfd",
|
|
"wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"fingerprints": {
|
|
"implementation": {
|
|
"tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/build_graphrag.py": "81f6e9f5c9e71b588f8bed1968c1e900e29e484ba81d23b6a3a68e7220ad75a5",
|
|
"tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80",
|
|
"tools/graphrag/evaluation/benchmark_v2.py": "3e66d8e20d049758ac6df393355c0b5038f09c6ba97c96acc2087d61cfb4ad26",
|
|
"tools/graphrag/evaluation/evaluate_graphrag.py": "f9ef7e2fc681033cf1cb164581589f6f01acecf3d28e0cbfaba5c9ba72f24b23",
|
|
"tools/graphrag/evaluation/evidence_contract.py": "78e24264c176e163e1782fef1634b6c45c7f31bd4692726d02a30ab45a06648e",
|
|
"tools/graphrag/evaluation/freeze_graphrag.py": "0c330358beae2c5409e2dcd26be718c6b9534d5db9f2340f0390fe3be45cb60c",
|
|
"tools/graphrag/evaluation/graphrag_evaluator.py": "3afe014e126b6ad90c8e408284d2c1979f54d6cf5dd19fd67f9249708fbed2d3",
|
|
"tools/graphrag/evaluation/reproducibility.py": "b707d4c410cbf7d6769a6afdadfe79ef3bbd699a0323f0e0d2ab180ef7498680",
|
|
"tools/graphrag/evaluation/source_oracle.py": "02a44584bf4fa0e8e9faa7e13b85873a1b00671e0abe556abec8a274621d666c",
|
|
"tools/graphrag/graph_db.py": "a6fce68000065d328139829c5ca894623f6ed5828c74a869663366c2ad7b5ea2",
|
|
"tools/graphrag/graph_search.py": "d08eaaa8c395e993cf6416f90226b16ea1fcefca4719304be4b64c61a174b98b",
|
|
"tools/graphrag/graphrag.py": "71a13cb5aeef0e1b8247840d76f845af46b9c58b6bd9ba1b9ef210b468ad6805",
|
|
"tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb",
|
|
"tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/tests/test_evaluation_pipeline_v2.py": "63d1b3e80ae3c7b563374fd7ab4aa5ffad3c614eafbd15142c577abd7f756bf9",
|
|
"tools/graphrag/tests/test_evaluator_connected_v2.py": "29d7c9838ed1ff37ea3276df6feb1b6142158c43a0525712f490b648181882de",
|
|
"tools/graphrag/tests/test_graph_search.py": "d5c95b5de2a0962857331929522764aa46a1222e550a3eb1aaca2148f9d58748",
|
|
"tools/graphrag/tests/test_graph_search_entity_v2.py": "639d9ac307589de6788ef8145a4e7f73d97a1531445294424e0fc8ba83f99a1c",
|
|
"tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b",
|
|
"tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48",
|
|
"tools/graphrag/tests/test_graphrag.py": "6379335110f05668beca87ca7e486442071b2f666dbd651408d5f3a8d5723f0e",
|
|
"tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298",
|
|
"tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f",
|
|
"tools/graphrag/tests/test_graphrag_research_v2.py": "19ebf4a6fd622aaebc8f8b7e17c2aeda83ba17e7f04f155ee70817fa3c14fe03",
|
|
"tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c",
|
|
"tools/graphrag/tests/test_source_oracle_v2.py": "eea11c98f477764fd0826b0c26396d3617a21ffec76ef15809e74ed27e53ff3b",
|
|
"requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a"
|
|
},
|
|
"dataset_sha256": "fd9835adee93cacf2c45806dfe93463c2e9a58ccedb5f073876ad176039ad734",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
},
|
|
"source_corpus": {
|
|
"sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10",
|
|
"document_count": 114,
|
|
"documents": {
|
|
"pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647",
|
|
"pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e",
|
|
"pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5",
|
|
"pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d",
|
|
"pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987",
|
|
"pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
|
|
"pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
|
|
"pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6",
|
|
"pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
|
|
"pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
|
|
"pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476",
|
|
"pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
|
|
"pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
|
|
"pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
|
|
"pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
|
|
"pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
|
|
"pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
|
|
"pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
|
|
"pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9",
|
|
"pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
|
|
"pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d",
|
|
"pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
|
|
"pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
|
|
"pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0",
|
|
"pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
|
|
"pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
|
|
"pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1",
|
|
"pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
|
|
"pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
|
|
"pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
|
|
"pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
|
|
"pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
|
|
"pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93",
|
|
"pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
|
|
"pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
|
|
"pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
|
|
"pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
|
|
"pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
|
|
"pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a",
|
|
"pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
|
|
"pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
|
|
"pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
|
|
"pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
|
|
"pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
|
|
"pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
|
|
"pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
|
|
"pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
|
|
"pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
|
|
"pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
|
|
"pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
|
|
"pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
|
|
"pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
|
|
"pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
|
|
"pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
|
|
"pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
|
|
"pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
|
|
"pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
|
|
"pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
|
|
"pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133",
|
|
"pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
|
|
"pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
|
|
"pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
|
|
"pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
|
|
"pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
|
|
"pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
|
|
"pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
|
|
"pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
|
|
"pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a",
|
|
"pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9",
|
|
"pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a",
|
|
"pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06",
|
|
"pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5",
|
|
"pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea",
|
|
"pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0",
|
|
"pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84",
|
|
"pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02",
|
|
"pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2",
|
|
"pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc",
|
|
"pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499",
|
|
"pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc",
|
|
"pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df",
|
|
"pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd",
|
|
"pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92",
|
|
"pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562",
|
|
"pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48",
|
|
"pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2",
|
|
"pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87",
|
|
"pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330",
|
|
"pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635"
|
|
}
|
|
}
|
|
},
|
|
"graph": {
|
|
"sha256": "a7b95c647eb9a4eff6060f6e7e8be2b74a8246095f3c8c98d4611f4be545f51a",
|
|
"nodes": 429,
|
|
"relationships": 843
|
|
},
|
|
"completed_at_utc": "2026-10-25T01:03:15.318565+00:00",
|
|
"freeze_sha256": "233ce6fe63749b921d4c9947a55279ba5912fce0ff819153bfd6aaaf80910a46",
|
|
"audit_sha256": "6000c6a14cedaa31dd8c1b35b7f95c142a4233cd8508542f84235bceaf6c6cdf"
|
|
},
|
|
"configuration": {
|
|
"questions_file": "/home/janko/DP/zp-agent/tools/graphrag/evaluation/graphrag_questions_v2.json",
|
|
"split": "test",
|
|
"dataset_question_count": 589,
|
|
"selected_question_count": 80,
|
|
"limit": 40,
|
|
"max_entities": 8,
|
|
"ids": [],
|
|
"max_questions": null
|
|
},
|
|
"summary": {
|
|
"questions": 80,
|
|
"strict_count": 67,
|
|
"strict_accuracy": 0.8375,
|
|
"error_count": 0,
|
|
"value_score": 0.845833,
|
|
"entity_score": 0.84375,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.8375,
|
|
"path_score": 0.8375,
|
|
"answerability_accuracy": 0.8375,
|
|
"latency_mean_seconds": 0.046289,
|
|
"latency_median_seconds": 0.037556,
|
|
"latency_p95_seconds": 0.054178
|
|
},
|
|
"by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.042788,
|
|
"latency_median_seconds": 0.042313,
|
|
"latency_p95_seconds": 0.044638
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 8,
|
|
"strict_count": 7,
|
|
"strict_accuracy": 0.875,
|
|
"error_count": 0,
|
|
"value_score": 0.875,
|
|
"entity_score": 0.875,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.875,
|
|
"path_score": 0.875,
|
|
"answerability_accuracy": 0.875,
|
|
"latency_mean_seconds": 0.043974,
|
|
"latency_median_seconds": 0.044043,
|
|
"latency_p95_seconds": 0.04682
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.037273,
|
|
"latency_median_seconds": 0.037556,
|
|
"latency_p95_seconds": 0.039147
|
|
},
|
|
"negative_lookup": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.045798,
|
|
"latency_median_seconds": 0.04436,
|
|
"latency_p95_seconds": 0.054942
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 8,
|
|
"strict_count": 6,
|
|
"strict_accuracy": 0.75,
|
|
"error_count": 0,
|
|
"value_score": 0.75,
|
|
"entity_score": 0.75,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.75,
|
|
"path_score": 0.75,
|
|
"answerability_accuracy": 0.75,
|
|
"latency_mean_seconds": 0.036999,
|
|
"latency_median_seconds": 0.036907,
|
|
"latency_p95_seconds": 0.037502
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.030816,
|
|
"latency_median_seconds": 0.030638,
|
|
"latency_p95_seconds": 0.031636
|
|
},
|
|
"person_title_year": {
|
|
"questions": 8,
|
|
"strict_count": 7,
|
|
"strict_accuracy": 0.875,
|
|
"error_count": 0,
|
|
"value_score": 0.875,
|
|
"entity_score": 0.875,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.875,
|
|
"path_score": 0.875,
|
|
"answerability_accuracy": 0.875,
|
|
"latency_mean_seconds": 0.111921,
|
|
"latency_median_seconds": 0.037097,
|
|
"latency_p95_seconds": 0.426672
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 8,
|
|
"strict_count": 7,
|
|
"strict_accuracy": 0.875,
|
|
"error_count": 0,
|
|
"value_score": 0.958333,
|
|
"entity_score": 0.9375,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.875,
|
|
"path_score": 0.875,
|
|
"answerability_accuracy": 0.875,
|
|
"latency_mean_seconds": 0.046124,
|
|
"latency_median_seconds": 0.04244,
|
|
"latency_p95_seconds": 0.056079
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.036726,
|
|
"latency_median_seconds": 0.036034,
|
|
"latency_p95_seconds": 0.039777
|
|
},
|
|
"shared_keyword_pair": {
|
|
"questions": 8,
|
|
"strict_count": 0,
|
|
"strict_accuracy": 0.0,
|
|
"error_count": 0,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.0,
|
|
"path_score": 0.0,
|
|
"answerability_accuracy": 0.0,
|
|
"latency_mean_seconds": 0.030467,
|
|
"latency_median_seconds": 0.030235,
|
|
"latency_p95_seconds": 0.032659
|
|
}
|
|
},
|
|
"by_difficulty": {
|
|
"hard": {
|
|
"questions": 80,
|
|
"strict_count": 67,
|
|
"strict_accuracy": 0.8375,
|
|
"error_count": 0,
|
|
"value_score": 0.845833,
|
|
"entity_score": 0.84375,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.8375,
|
|
"path_score": 0.8375,
|
|
"answerability_accuracy": 0.8375,
|
|
"latency_mean_seconds": 0.046289,
|
|
"latency_median_seconds": 0.037556,
|
|
"latency_p95_seconds": 0.054178
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ediz Morochovič",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0001",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Jakub Schwarc.",
|
|
"latency_seconds": 0.033276,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ediz Morochovič",
|
|
"nlp",
|
|
"Jakub Schwarc"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0002",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Martin NaN1 a Nikita Bodnar.",
|
|
"latency_seconds": 0.031512,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ediz Morochovič",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0003",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Martin NaN1.",
|
|
"latency_seconds": 0.028079,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ediz Morochovič",
|
|
"nlp",
|
|
"Martin NaN1"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0004",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Stromp a Nikita Bodnar.",
|
|
"latency_seconds": 0.029094,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Stromp",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Manohar Gowdru Shridhara",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Than Trung Thanh",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0005",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Manohar Gowdru Shridhara a Than Trung Thanh.",
|
|
"latency_seconds": 0.03024,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Manohar Gowdru Shridhara",
|
|
"nlp",
|
|
"Than Trung Thanh"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Iľaš",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0006",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Iľaš a Yevhenii Leonov.",
|
|
"latency_seconds": 0.03023,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Iľaš",
|
|
"nlp",
|
|
"Yevhenii Leonov"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"keyword": "rasa"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "rasa"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0007",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo rasa pri osobách Artur Hyrenko a Nikita Bodnar.",
|
|
"latency_seconds": 0.031493,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"rasa",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rasa"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rasa"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Manohar Gowdru Shridhara",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0008",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Adrián Remiáš a Manohar Gowdru Shridhara.",
|
|
"latency_seconds": 0.029808,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"nlp",
|
|
"Manohar Gowdru Shridhara"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:319",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:256",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "work:pages/students/2019/patrik_pokrivcak/README.md:diplomovy-projekt-2024",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:419",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:260",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "work:pages/students/2020/pavol_hudak/README.md:diplomovy-projekt-2024",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:319",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:581",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "thesis:pages/students/2019/patrik_pokrivcak/README.md:diplomova-praca",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:419",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:588",
|
|
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0009",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Patrik Pokrivčák a Pavol Hudák?",
|
|
"latency_seconds": 0.054172,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pokrivčák",
|
|
"2024",
|
|
"Pavol Hudák",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pokrivčák",
|
|
"2024",
|
|
"Pavol Hudák",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:324",
|
|
"name": "Matej Kobyľan",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "person:pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:585",
|
|
"title": "Systém pre monitoring médií",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systém pre monitoring médií",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2023",
|
|
"person": "Matej Kobyľan",
|
|
"document_path": "pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:424",
|
|
"title": "Matej Kobyľan",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"name": "Matej Kobyľan"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:327",
|
|
"name": "Vladyslav Krupko",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "person:pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:589",
|
|
"title": "Oprava preklepov v slovenskom jazyku.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Oprava preklepov v slovenskom jazyku.",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2023",
|
|
"person": "Vladyslav Krupko",
|
|
"document_path": "pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:427",
|
|
"title": "Vladyslav Krupko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"name": "Vladyslav Krupko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:324",
|
|
"name": "Matej Kobyľan",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "person:pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:586",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2024",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2024",
|
|
"person": "Matej Kobyľan",
|
|
"document_path": "pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:424",
|
|
"title": "Matej Kobyľan",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"name": "Matej Kobyľan"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:327",
|
|
"name": "Vladyslav Krupko",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "person:pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:590",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2024",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2024",
|
|
"person": "Vladyslav Krupko",
|
|
"document_path": "pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:427",
|
|
"title": "Vladyslav Krupko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"name": "Vladyslav Krupko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0010",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Matej Kobyľan a Vladyslav Krupko?",
|
|
"latency_seconds": 0.057106,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Kobyľan",
|
|
"2023",
|
|
"Vladyslav Krupko",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Matej Kobyľan",
|
|
"2023",
|
|
"Vladyslav Krupko",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:305",
|
|
"name": "Adrián Remiáš",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "person:pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:237",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Diplomová práca 2024",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024",
|
|
"person": "Adrián Remiáš",
|
|
"document_path": "pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:402",
|
|
"title": "Adrián Remiáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"name": "Adrián Remiáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:334",
|
|
"name": "Nikita Bodnar",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "person:pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:598",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2024",
|
|
"person": "Nikita Bodnar",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:434",
|
|
"title": "Nikita Bodnar",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"name": "Nikita Bodnar"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0011",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Adrián Remiáš a Nikita Bodnar?",
|
|
"latency_seconds": 0.054107,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Nikita Bodnar"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:334",
|
|
"name": "Nikita Bodnar",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "person:pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:598",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2024",
|
|
"person": "Nikita Bodnar",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:434",
|
|
"title": "Nikita Bodnar",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"name": "Nikita Bodnar"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:260",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "work:pages/students/2020/pavol_hudak/README.md:diplomovy-projekt-2024",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:334",
|
|
"name": "Nikita Bodnar",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "person:pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:599",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2025",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2025",
|
|
"person": "Nikita Bodnar",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:434",
|
|
"title": "Nikita Bodnar",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"name": "Nikita Bodnar"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:588",
|
|
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0012",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Nikita Bodnar a Pavol Hudák?",
|
|
"latency_seconds": 0.043411,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Nikita Bodnar",
|
|
"2024",
|
|
"Pavol Hudák",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Nikita Bodnar",
|
|
"2024",
|
|
"Pavol Hudák",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:321",
|
|
"name": "Dávid Kostilník",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "person:pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:258",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "work:pages/students/2020/david_kostilnik/README.md:diplomovy-projekt-2024",
|
|
"person": "Dávid Kostilník",
|
|
"document_path": "pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:421",
|
|
"title": "Dávid Kostilník",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"name": "Dávid Kostilník"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:319",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:256",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "work:pages/students/2019/patrik_pokrivcak/README.md:diplomovy-projekt-2024",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:419",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:321",
|
|
"name": "Dávid Kostilník",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "person:pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:582",
|
|
"title": "Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "thesis:pages/students/2020/david_kostilnik/README.md:diplomova-praca-2025",
|
|
"person": "Dávid Kostilník",
|
|
"document_path": "pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:421",
|
|
"title": "Dávid Kostilník",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"name": "Dávid Kostilník"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:319",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:581",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "thesis:pages/students/2019/patrik_pokrivcak/README.md:diplomova-praca",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:419",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0013",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Patrik Pokrivčák?",
|
|
"latency_seconds": 0.04147,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"2024",
|
|
"Patrik Pokrivčák",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"2024",
|
|
"Patrik Pokrivčák",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"year": 2021
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"year": 2021
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0014",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Martin NaN1 a Oleh Bilykh?",
|
|
"latency_seconds": 0.038475,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"2021",
|
|
"Oleh Bilykh"
|
|
],
|
|
"matched_values": [
|
|
"Martin NaN1",
|
|
"Oleh Bilykh"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:321",
|
|
"name": "Dávid Kostilník",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "person:pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:258",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "work:pages/students/2020/david_kostilnik/README.md:diplomovy-projekt-2024",
|
|
"person": "Dávid Kostilník",
|
|
"document_path": "pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:421",
|
|
"title": "Dávid Kostilník",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"name": "Dávid Kostilník"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:327",
|
|
"name": "Vladyslav Krupko",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "person:pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:590",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2024",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2024",
|
|
"person": "Vladyslav Krupko",
|
|
"document_path": "pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:427",
|
|
"title": "Vladyslav Krupko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"name": "Vladyslav Krupko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0015",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Vladyslav Krupko?",
|
|
"latency_seconds": 0.03981,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"2024",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"2024",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Hryshchenko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:339",
|
|
"name": "Jakub Schwarc",
|
|
"source_document": "pages/students/2022/jakub_schwarc/README.md",
|
|
"id": "person:pages/students/2022/jakub_schwarc/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:264",
|
|
"title": "Inštrukčné dotrénovanie jazykového modelu",
|
|
"name": "Inštrukčné dotrénovanie jazykového modelu",
|
|
"source_document": "pages/students/2022/jakub_schwarc/README.md",
|
|
"id": "work:pages/students/2022/jakub_schwarc/README.md:diplomovy-projekt-2026",
|
|
"person": "Jakub Schwarc",
|
|
"document_path": "pages/students/2022/jakub_schwarc/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:439",
|
|
"title": "Jakub Schwarc",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"name": "Jakub Schwarc"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:335",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "person:pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:600",
|
|
"title": "Grafové neurónové siete pre získavanie informácií",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Grafové neurónové siete pre získavanie informácií",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026",
|
|
"person": "Oleksandr Hryshchenko",
|
|
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:435",
|
|
"title": "Oleksandr Hryshchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"name": "Oleksandr Hryshchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0016",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Jakub Schwarc a Oleksandr Hryshchenko?",
|
|
"latency_seconds": 0.040438,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Schwarc",
|
|
"2026",
|
|
"Oleksandr Hryshchenko"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Schwarc",
|
|
"2026",
|
|
"Oleksandr Hryshchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Kostilník",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:321",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Pavol Hudák",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0017",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Dávid Kostilník a Pavol Hudák.",
|
|
"latency_seconds": 0.036193,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"2020",
|
|
"Pavol Hudák"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"2020",
|
|
"Pavol Hudák"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Kobyľan",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:324",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Krupko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:327",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0018",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Matej Kobyľan a Vladyslav Krupko.",
|
|
"latency_seconds": 0.040755,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Kobyľan",
|
|
"2020",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"matched_values": [
|
|
"Matej Kobyľan",
|
|
"2020",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kamil Tomčufčík",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kamil Tomčufčík",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:323",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Pavol Hudák",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0019",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Pavol Hudák.",
|
|
"latency_seconds": 0.03796,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kamil Tomčufčík",
|
|
"2020",
|
|
"Pavol Hudák"
|
|
],
|
|
"matched_values": [
|
|
"Kamil Tomčufčík",
|
|
"2020",
|
|
"Pavol Hudák"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matúš Suchanič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Krupko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:327",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0020",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Vladyslav Krupko.",
|
|
"latency_seconds": 0.035737,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matúš Suchanič",
|
|
"2020",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"matched_values": [
|
|
"Matúš Suchanič",
|
|
"2020",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Manohar Gowdru Shridhara",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Manohar Gowdru Shridhara",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:330",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Nikita Bodnar",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:334",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0021",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Manohar Gowdru Shridhara a Nikita Bodnar.",
|
|
"latency_seconds": 0.035458,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Manohar Gowdru Shridhara",
|
|
"2021",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [
|
|
"Manohar Gowdru Shridhara",
|
|
"2021",
|
|
"Nikita Bodnar"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kamil Tomčufčík",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kamil Tomčufčík",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:323",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Krupko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:327",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0022",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Vladyslav Krupko.",
|
|
"latency_seconds": 0.036139,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kamil Tomčufčík",
|
|
"2020",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"matched_values": [
|
|
"Kamil Tomčufčík",
|
|
"2020",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Serhii Yemets",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Schwarc",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:339",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Serhii Yemets",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:344",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/serhii_yemets/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0023",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Jakub Schwarc a Serhii Yemets.",
|
|
"latency_seconds": 0.035637,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Schwarc",
|
|
"2022",
|
|
"Serhii Yemets"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Schwarc",
|
|
"2022",
|
|
"Serhii Yemets"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matúš Suchanič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Pavol Hudák",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0024",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Pavol Hudák.",
|
|
"latency_seconds": 0.035929,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matúš Suchanič",
|
|
"2020",
|
|
"Pavol Hudák"
|
|
],
|
|
"matched_values": [
|
|
"Matúš Suchanič",
|
|
"2020",
|
|
"Pavol Hudák"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2025,
|
|
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:588",
|
|
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0025",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Pavol Hudák uvedené pre rok 2025?",
|
|
"latency_seconds": 0.037158,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Pavol Hudák",
|
|
"Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Pavol Hudák",
|
|
"Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Mural",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Grafové neurónové siete pre vyhľadávanie na internete."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:315",
|
|
"name": "Dmytro Mural",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "person:pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:249",
|
|
"title": "Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "thesis:pages/students/2019/dmytro_mural/README.md:bakalarska-praca-2022",
|
|
"person": "Dmytro Mural",
|
|
"document_path": "pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:412",
|
|
"title": "Dmytro Mural",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"path": "pages/students/2019/dmytro_mural/README.md",
|
|
"name": "Dmytro Mural"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0026",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Dmytro Mural uvedené pre rok 2022?",
|
|
"latency_seconds": 0.040589,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Mural",
|
|
"Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Mural",
|
|
"Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafové neurónové siete pre vyhľadávanie na internete."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafové neurónové siete pre vyhľadávanie na internete."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:328",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:591",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0027",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Artur Hyrenko uvedené pre rok 2026?",
|
|
"latency_seconds": 0.035623,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zvýšenie bezpečnosti veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zvýšenie bezpečnosti veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2021,
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0028",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Martin NaN1 uvedené pre rok 2021?",
|
|
"latency_seconds": 0.035691,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Kristián Lukas",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2023,
|
|
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:322",
|
|
"name": "Jakub Kristián Lukas",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "person:pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:583",
|
|
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023",
|
|
"person": "Jakub Kristián Lukas",
|
|
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:422",
|
|
"title": "Jakub Kristián Lukas",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"path": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"name": "Jakub Kristián Lukas"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0029",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Jakub Kristián Lukas uvedené pre rok 2023?",
|
|
"latency_seconds": 0.035937,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Kristián Lukas",
|
|
"Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Kristián Lukas",
|
|
"Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"academic_kind": "Work",
|
|
"academic_type": "research_project",
|
|
"year": 2022,
|
|
"title": "Extrakcia informácií z webových stránok"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Vedecký projekt 2022",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:259",
|
|
"title": "Extrakcia informácií z webových stránok",
|
|
"name": "Extrakcia informácií z webových stránok",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "work:pages/students/2020/matus_suchanic/README.md:vedecky-projekt-2022",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:425",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0030",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Matúš Suchanič uvedené pre rok 2022?",
|
|
"latency_seconds": 0.037036,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matúš Suchanič",
|
|
"Extrakcia informácií z webových stránok",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Matúš Suchanič",
|
|
"Extrakcia informácií z webových stránok",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Extrakcia informácií z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Extrakcia informácií z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2026,
|
|
"title": "Inštrukčné dotrénovanie jazykového modelu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:339",
|
|
"name": "Jakub Schwarc",
|
|
"source_document": "pages/students/2022/jakub_schwarc/README.md",
|
|
"id": "person:pages/students/2022/jakub_schwarc/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:264",
|
|
"title": "Inštrukčné dotrénovanie jazykového modelu",
|
|
"name": "Inštrukčné dotrénovanie jazykového modelu",
|
|
"source_document": "pages/students/2022/jakub_schwarc/README.md",
|
|
"id": "work:pages/students/2022/jakub_schwarc/README.md:diplomovy-projekt-2026",
|
|
"person": "Jakub Schwarc",
|
|
"document_path": "pages/students/2022/jakub_schwarc/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:439",
|
|
"title": "Jakub Schwarc",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"name": "Jakub Schwarc"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0031",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov diplomového projektu a rok práce sú pri osobe Jakub Schwarc uvedené pre rok 2026?",
|
|
"latency_seconds": 0.634563,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Schwarc",
|
|
"Inštrukčné dotrénovanie jazykového modelu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Schwarc",
|
|
"Inštrukčné dotrénovanie jazykového modelu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Inštrukčné dotrénovanie jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Inštrukčné dotrénovanie jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Horáni",
|
|
"academic_kind": "Work",
|
|
"academic_type": "research_project",
|
|
"year": 2021,
|
|
"title": "Dialógový systém pomocou RASA framework"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:320",
|
|
"name": "Samuel Horáni",
|
|
"source_document": "pages/students/2019/samuel_horani/README.md",
|
|
"id": "person:pages/students/2019/samuel_horani/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Vedecký projekt 2021",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:257",
|
|
"title": "Dialógový systém pomocou RASA framework",
|
|
"name": "Dialógový systém pomocou RASA framework",
|
|
"source_document": "pages/students/2019/samuel_horani/README.md",
|
|
"id": "work:pages/students/2019/samuel_horani/README.md:vedecky-projekt-2021",
|
|
"person": "Samuel Horáni",
|
|
"document_path": "pages/students/2019/samuel_horani/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:420",
|
|
"title": "Samuel Horáni",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"name": "Samuel Horáni"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0032",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Samuel Horáni uvedené pre rok 2021?",
|
|
"latency_seconds": 0.038772,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Horáni",
|
|
"Dialógový systém pomocou RASA framework",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Horáni",
|
|
"Dialógový systém pomocou RASA framework",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Dialógový systém pomocou RASA framework"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Dialógový systém pomocou RASA framework"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2021,
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"keyword": "nemo"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0033",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom nemo?",
|
|
"latency_seconds": 0.037055,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"nemo",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nemo"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"keyword": "chatbot"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:328",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:591",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:328",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "chatbot",
|
|
"id": "chatbot",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:530"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0034",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom chatbot?",
|
|
"latency_seconds": 0.036858,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"chatbot",
|
|
"Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"chatbot",
|
|
"Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "chatbot"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zvýšenie bezpečnosti veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "chatbot"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zvýšenie bezpečnosti veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2021,
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"keyword": "bert"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0035",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom bert?",
|
|
"latency_seconds": 0.036694,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"bert",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "bert"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Hryshchenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Grafové neurónové siete pre získavanie informácií",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:335",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "person:pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:600",
|
|
"title": "Grafové neurónové siete pre získavanie informácií",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Grafové neurónové siete pre získavanie informácií",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026",
|
|
"person": "Oleksandr Hryshchenko",
|
|
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:435",
|
|
"title": "Oleksandr Hryshchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"name": "Oleksandr Hryshchenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:335",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "person:pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:435",
|
|
"title": "Oleksandr Hryshchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"name": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0036",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Oleksandr Hryshchenko v roku 2026 súvisí s kľúčovým slovom nlp?",
|
|
"latency_seconds": 0.036915,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"nlp",
|
|
"Grafové neurónové siete pre získavanie informácií",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"nlp",
|
|
"Grafové neurónové siete pre získavanie informácií",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafové neurónové siete pre získavanie informácií"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafové neurónové siete pre získavanie informácií"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2025,
|
|
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:588",
|
|
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0037",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Pavol Hudák v roku 2025 súvisí s kľúčovým slovom nlp?",
|
|
"latency_seconds": 0.036898,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Pavol Hudák",
|
|
"nlp",
|
|
"Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Pavol Hudák",
|
|
"nlp",
|
|
"Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
|
|
"keyword": "rag"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:348",
|
|
"name": "Yevhenii Leonov",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "person:pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:613",
|
|
"title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "thesis:pages/students/2022/yevhenii_leonov/README.md:bakalarska-praca-2025",
|
|
"person": "Yevhenii Leonov",
|
|
"document_path": "pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:448",
|
|
"title": "Yevhenii Leonov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"name": "Yevhenii Leonov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:348",
|
|
"name": "Yevhenii Leonov",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "person:pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:448",
|
|
"title": "Yevhenii Leonov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"name": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0038",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Yevhenii Leonov v roku 2025 súvisí s kľúčovým slovom rag?",
|
|
"latency_seconds": 0.037742,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Leonov",
|
|
"rag",
|
|
"Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Leonov",
|
|
"rag",
|
|
"Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:328",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:591",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:328",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0039",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom nlp?",
|
|
"latency_seconds": 0.037014,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"nlp",
|
|
"Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"nlp",
|
|
"Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zvýšenie bezpečnosti veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zvýšenie bezpečnosti veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2026,
|
|
"title": "Inštrukčné dotrénovanie jazykového modelu",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:339",
|
|
"name": "Jakub Schwarc",
|
|
"source_document": "pages/students/2022/jakub_schwarc/README.md",
|
|
"id": "person:pages/students/2022/jakub_schwarc/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:264",
|
|
"title": "Inštrukčné dotrénovanie jazykového modelu",
|
|
"name": "Inštrukčné dotrénovanie jazykového modelu",
|
|
"source_document": "pages/students/2022/jakub_schwarc/README.md",
|
|
"id": "work:pages/students/2022/jakub_schwarc/README.md:diplomovy-projekt-2026",
|
|
"person": "Jakub Schwarc",
|
|
"document_path": "pages/students/2022/jakub_schwarc/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:439",
|
|
"title": "Jakub Schwarc",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"name": "Jakub Schwarc"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:339",
|
|
"name": "Jakub Schwarc",
|
|
"source_document": "pages/students/2022/jakub_schwarc/README.md",
|
|
"id": "person:pages/students/2022/jakub_schwarc/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:439",
|
|
"title": "Jakub Schwarc",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"name": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0040",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Jakub Schwarc v roku 2026 súvisí s kľúčovým slovom nlp?",
|
|
"latency_seconds": 0.036816,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Schwarc",
|
|
"nlp",
|
|
"Inštrukčné dotrénovanie jazykového modelu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Schwarc",
|
|
"nlp",
|
|
"Inštrukčné dotrénovanie jazykového modelu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Inštrukčné dotrénovanie jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Inštrukčné dotrénovanie jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"category": "dp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2018/adrian_remias/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Adrián Remiáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:305"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Adrián Remiáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:305"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0041",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Adrián Remiáš, ktorý patrí do kategórie dp2024?",
|
|
"latency_seconds": 0.039715,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Than Trung Thanh",
|
|
"category": "bp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Than Trung Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:303"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:481"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Than Trung Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:303"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0042",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Than Trung Thanh, ktorý patrí do kategórie bp2021?",
|
|
"latency_seconds": 0.037422,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Than Trung Thanh",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Than Trung Thanh",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"category": "dp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2020/david_kostilnik/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Kostilník",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:321"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:491"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Kostilník",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:321"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0043",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Dávid Kostilník, ktorý patrí do kategórie dp2025?",
|
|
"latency_seconds": 0.037998,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"category": "bp2021",
|
|
"document_author": "Anton Buday",
|
|
"document_path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin NaN1",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:304"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:481"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin NaN1",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:304"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Anton Buday",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:357"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0044",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Martin NaN1, ktorý patrí do kategórie bp2021?",
|
|
"latency_seconds": 0.0358,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"bp2021",
|
|
"Anton Buday"
|
|
],
|
|
"matched_values": [
|
|
"Martin NaN1",
|
|
"bp2021",
|
|
"Anton Buday"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Anton Buday"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Anton Buday"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"category": "bp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Leonov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:348"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Leonov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:348"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0045",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Yevhenii Leonov, ktorý patrí do kategórie bp2025?",
|
|
"latency_seconds": 0.03769,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Leonov",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Leonov",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"category": "bp2023",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2020/matej_kobylan/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Kobyľan",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:324"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:483"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Kobyľan",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:324"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0046",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Matej Kobyľan, ktorý patrí do kategórie bp2023?",
|
|
"latency_seconds": 0.038093,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Kobyľan",
|
|
"bp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Matej Kobyľan",
|
|
"bp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Horáni",
|
|
"category": "bp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/samuel_horani/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Horáni",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:320"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Horáni",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:320"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0047",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Samuel Horáni, ktorý patrí do kategórie bp2022?",
|
|
"latency_seconds": 0.036183,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Horáni",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Horáni",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"category": "dp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Pavol Hudák",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:491"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Pavol Hudák",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0048",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Pavol Hudák, ktorý patrí do kategórie dp2025?",
|
|
"latency_seconds": 0.03528,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Pavol Hudák",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Pavol Hudák",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"category": "dp2025"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Kostilník",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:321"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:491"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0049",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Dávid Kostilník.",
|
|
"latency_seconds": 0.03063,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"dp2025"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"dp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kamil Tomčufčík",
|
|
"category": "dp2025"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kamil Tomčufčík",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:323"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:491"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0050",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Kamil Tomčufčík.",
|
|
"latency_seconds": 0.03096,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kamil Tomčufčík",
|
|
"dp2025"
|
|
],
|
|
"matched_values": [
|
|
"Kamil Tomčufčík",
|
|
"dp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Manohar Gowdru Shridhara",
|
|
"category": "phd2024"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Manohar Gowdru Shridhara",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:330"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "phd2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:497"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0051",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Manohar Gowdru Shridhara.",
|
|
"latency_seconds": 0.030446,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Manohar Gowdru Shridhara",
|
|
"phd2024"
|
|
],
|
|
"matched_values": [
|
|
"Manohar Gowdru Shridhara",
|
|
"phd2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "phd2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "phd2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"entity_set_expected": [
|
|
"phd2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"phd2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"category": "bp2022"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Stromp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:314"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0052",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Dávid Stromp.",
|
|
"latency_seconds": 0.030173,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Stromp",
|
|
"bp2022"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Stromp",
|
|
"bp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"category": "bp2023"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"category": "vp2022"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matúš Suchanič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:483"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matúš Suchanič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:502"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0053",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Matúš Suchanič.",
|
|
"latency_seconds": 0.030507,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matúš Suchanič",
|
|
"bp2023",
|
|
"vp2022"
|
|
],
|
|
"matched_values": [
|
|
"Matúš Suchanič",
|
|
"bp2023",
|
|
"vp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2023",
|
|
"vp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2023",
|
|
"vp2022"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"category": "dp2027"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Schwarc",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:339"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:493"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0054",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Jakub Schwarc.",
|
|
"latency_seconds": 0.031397,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Schwarc",
|
|
"dp2027"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Schwarc",
|
|
"dp2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2027"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"category": "dp2026"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artur Hyrenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:328"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:492"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0055",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Artur Hyrenko.",
|
|
"latency_seconds": 0.030647,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"dp2026"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"dp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"category": "bp2025"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"category": "vp2024"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Leonov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:348"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Leonov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:348"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:504"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0056",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Yevhenii Leonov.",
|
|
"latency_seconds": 0.031765,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Leonov",
|
|
"bp2025",
|
|
"vp2024"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Leonov",
|
|
"bp2025",
|
|
"vp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"vp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"vp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 0,
|
|
"actual_count": 0,
|
|
"complete": true,
|
|
"id": "h0057",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Adrián Remiáš, Artur Hyrenko, Dávid Iľaš vyber osoby s prácou v roku 2099. Koľko ich je?",
|
|
"latency_seconds": 0.04146,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"0"
|
|
],
|
|
"matched_values": [
|
|
"0"
|
|
],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Horáni",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:309",
|
|
"name": "Oleh Bilykh",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "person:pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Bakalárska práca 2021",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:242",
|
|
"title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "thesis:pages/students/2018/oleh_bilykh/README.md:bakalarska-praca-2021",
|
|
"person": "Oleh Bilykh",
|
|
"document_path": "pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:406",
|
|
"title": "Oleh Bilykh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"name": "Oleh Bilykh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:320",
|
|
"name": "Samuel Horáni",
|
|
"source_document": "pages/students/2019/samuel_horani/README.md",
|
|
"id": "person:pages/students/2019/samuel_horani/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Vedecký projekt 2021",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:257",
|
|
"title": "Dialógový systém pomocou RASA framework",
|
|
"name": "Dialógový systém pomocou RASA framework",
|
|
"source_document": "pages/students/2019/samuel_horani/README.md",
|
|
"id": "work:pages/students/2019/samuel_horani/README.md:vedecky-projekt-2021",
|
|
"person": "Samuel Horáni",
|
|
"document_path": "pages/students/2019/samuel_horani/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:420",
|
|
"title": "Samuel Horáni",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"name": "Samuel Horáni"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "h0058",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Oleh Bilykh, Samuel Horáni, Adrián Remiáš vyber osoby s prácou v roku 2021. Koľko ich je?",
|
|
"latency_seconds": 0.042131,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Bilykh",
|
|
"2021",
|
|
"Samuel Horáni",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Bilykh",
|
|
"2021",
|
|
"Samuel Horáni",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [
|
|
"oleh bilykh",
|
|
"samuel horani"
|
|
],
|
|
"entity_set_actual": [
|
|
"oleh bilykh",
|
|
"samuel horani"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kamil Tomčufčík",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:323",
|
|
"name": "Kamil Tomčufčík",
|
|
"source_document": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"id": "person:pages/students/2020/kamil_tomcufcik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:584",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Diplomová práca 2025",
|
|
"source_document": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"id": "thesis:pages/students/2020/kamil_tomcufcik/README.md:diplomova-praca-2025",
|
|
"person": "Kamil Tomčufčík",
|
|
"document_path": "pages/students/2020/kamil_tomcufcik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:423",
|
|
"title": "Kamil Tomčufčík",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"path": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"name": "Kamil Tomčufčík"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:588",
|
|
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "h0059",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Kamil Tomčufčík, Pavol Hudák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?",
|
|
"latency_seconds": 0.044134,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kamil Tomčufčík",
|
|
"2025",
|
|
"Pavol Hudák",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Kamil Tomčufčík",
|
|
"2025",
|
|
"Pavol Hudák",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [
|
|
"kamil tomcufcik",
|
|
"pavol hudak"
|
|
],
|
|
"entity_set_actual": [
|
|
"kamil tomcufcik",
|
|
"pavol hudak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Mural",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:315",
|
|
"name": "Dmytro Mural",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "person:pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:249",
|
|
"title": "Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "thesis:pages/students/2019/dmytro_mural/README.md:bakalarska-praca-2022",
|
|
"person": "Dmytro Mural",
|
|
"document_path": "pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:412",
|
|
"title": "Dmytro Mural",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"path": "pages/students/2019/dmytro_mural/README.md",
|
|
"name": "Dmytro Mural"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Vedecký projekt 2022",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:259",
|
|
"title": "Extrakcia informácií z webových stránok",
|
|
"name": "Extrakcia informácií z webových stránok",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "work:pages/students/2020/matus_suchanic/README.md:vedecky-projekt-2022",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:425",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "h0060",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dmytro Mural, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?",
|
|
"latency_seconds": 0.041509,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Mural",
|
|
"2022",
|
|
"Matúš Suchanič",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Mural",
|
|
"2022",
|
|
"Matúš Suchanič",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [
|
|
"dmytro mural",
|
|
"matus suchanic"
|
|
],
|
|
"entity_set_actual": [
|
|
"dmytro mural",
|
|
"matus suchanic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Iľaš",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:306",
|
|
"name": "Dávid Iľaš",
|
|
"source_document": "pages/students/2018/david_ilas/README.md",
|
|
"id": "person:pages/students/2018/david_ilas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Diplomová práca 2023",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:238",
|
|
"title": "Rozpoznávanie emócií z textu.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie emócií z textu.",
|
|
"source_document": "pages/students/2018/david_ilas/README.md",
|
|
"id": "thesis:pages/students/2018/david_ilas/README.md:diplomova-praca-2023",
|
|
"person": "Dávid Iľaš",
|
|
"document_path": "pages/students/2018/david_ilas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:403",
|
|
"title": "Dávid Iľaš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"path": "pages/students/2018/david_ilas/README.md",
|
|
"name": "Dávid Iľaš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:587",
|
|
"title": "Vyhľadávanie na slovenskej Wikipédii",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Vyhľadávanie na slovenskej Wikipédii",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "thesis:pages/students/2020/matus_suchanic/README.md:bakalarska-praca-2023",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:425",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "h0061",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dávid Iľaš, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?",
|
|
"latency_seconds": 0.043538,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Iľaš",
|
|
"2023",
|
|
"Matúš Suchanič",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Iľaš",
|
|
"2023",
|
|
"Matúš Suchanič",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [
|
|
"david ilas",
|
|
"matus suchanic"
|
|
],
|
|
"entity_set_actual": [
|
|
"david ilas",
|
|
"matus suchanic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:321",
|
|
"name": "Dávid Kostilník",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "person:pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:582",
|
|
"title": "Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "thesis:pages/students/2020/david_kostilnik/README.md:diplomova-praca-2025",
|
|
"person": "Dávid Kostilník",
|
|
"document_path": "pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:421",
|
|
"title": "Dávid Kostilník",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"name": "Dávid Kostilník"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:319",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:581",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "thesis:pages/students/2019/patrik_pokrivcak/README.md:diplomova-praca",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:419",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "h0062",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dávid Kostilník, Patrik Pokrivčák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?",
|
|
"latency_seconds": 0.042316,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"2025",
|
|
"Patrik Pokrivčák",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"2025",
|
|
"Patrik Pokrivčák",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"david kostilnik",
|
|
"patrik pokrivcak"
|
|
],
|
|
"entity_set_actual": [
|
|
"david kostilnik",
|
|
"patrik pokrivcak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Kristián Lukas",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:322",
|
|
"name": "Jakub Kristián Lukas",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "person:pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:583",
|
|
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023",
|
|
"person": "Jakub Kristián Lukas",
|
|
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:422",
|
|
"title": "Jakub Kristián Lukas",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"path": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"name": "Jakub Kristián Lukas"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:327",
|
|
"name": "Vladyslav Krupko",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "person:pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:589",
|
|
"title": "Oprava preklepov v slovenskom jazyku.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Oprava preklepov v slovenskom jazyku.",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2023",
|
|
"person": "Vladyslav Krupko",
|
|
"document_path": "pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:427",
|
|
"title": "Vladyslav Krupko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"name": "Vladyslav Krupko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "h0063",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Jakub Kristián Lukas, Vladyslav Krupko, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?",
|
|
"latency_seconds": 0.044909,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Kristián Lukas",
|
|
"2023",
|
|
"Vladyslav Krupko",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Kristián Lukas",
|
|
"2023",
|
|
"Vladyslav Krupko",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [
|
|
"jakub kristian lukas",
|
|
"vladyslav krupko"
|
|
],
|
|
"entity_set_actual": [
|
|
"jakub kristian lukas",
|
|
"vladyslav krupko"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Kristián Lukas",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:322",
|
|
"name": "Jakub Kristián Lukas",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "person:pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:583",
|
|
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023",
|
|
"person": "Jakub Kristián Lukas",
|
|
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:422",
|
|
"title": "Jakub Kristián Lukas",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"path": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"name": "Jakub Kristián Lukas"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:587",
|
|
"title": "Vyhľadávanie na slovenskej Wikipédii",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Vyhľadávanie na slovenskej Wikipédii",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "thesis:pages/students/2020/matus_suchanic/README.md:bakalarska-praca-2023",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:425",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "h0064",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Jakub Kristián Lukas, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?",
|
|
"latency_seconds": 0.042309,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Kristián Lukas",
|
|
"2023",
|
|
"Matúš Suchanič",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Kristián Lukas",
|
|
"2023",
|
|
"Matúš Suchanič",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [
|
|
"jakub kristian lukas",
|
|
"matus suchanic"
|
|
],
|
|
"entity_set_actual": [
|
|
"jakub kristian lukas",
|
|
"matus suchanic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"keyword": "qa",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:588",
|
|
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:426",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "QA",
|
|
"id": "qa",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:571"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0065",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Pavol Hudák a Dávid Kostilník má kľúčové slovo qa a jej práca je z roku 2025?",
|
|
"latency_seconds": 0.04199,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Pavol Hudák",
|
|
"qa",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Pavol Hudák",
|
|
"qa",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "qa"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "qa"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Hryshchenko",
|
|
"keyword": "nlp",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:335",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "person:pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:600",
|
|
"title": "Grafové neurónové siete pre získavanie informácií",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Grafové neurónové siete pre získavanie informácií",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026",
|
|
"person": "Oleksandr Hryshchenko",
|
|
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:435",
|
|
"title": "Oleksandr Hryshchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"name": "Oleksandr Hryshchenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:335",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "person:pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:435",
|
|
"title": "Oleksandr Hryshchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"name": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0066",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Oleksandr Hryshchenko a Adrián Remiáš má kľúčové slovo nlp a jej práca je z roku 2026?",
|
|
"latency_seconds": 0.043065,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"nlp",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"nlp",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"keyword": "nemo",
|
|
"year": 2021
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0067",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Martin NaN1 a Samuel Horáni má kľúčové slovo nemo a jej práca je z roku 2021?",
|
|
"latency_seconds": 0.04422,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"nemo",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nemo"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"keyword": "spelling",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:327",
|
|
"name": "Vladyslav Krupko",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "person:pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:590",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2024",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2024",
|
|
"person": "Vladyslav Krupko",
|
|
"document_path": "pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:427",
|
|
"title": "Vladyslav Krupko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"name": "Vladyslav Krupko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:327",
|
|
"name": "Vladyslav Krupko",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "person:pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:427",
|
|
"title": "Vladyslav Krupko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"name": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "spelling",
|
|
"id": "spelling",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:0"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0068",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Vladyslav Krupko a Adrián Remiáš má kľúčové slovo spelling a jej práca je z roku 2024?",
|
|
"latency_seconds": 0.044815,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladyslav Krupko",
|
|
"spelling",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Vladyslav Krupko",
|
|
"spelling",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spelling"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spelling"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "nlp",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:334",
|
|
"name": "Nikita Bodnar",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "person:pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:598",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2024",
|
|
"person": "Nikita Bodnar",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:434",
|
|
"title": "Nikita Bodnar",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"name": "Nikita Bodnar"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:334",
|
|
"name": "Nikita Bodnar",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "person:pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:434",
|
|
"title": "Nikita Bodnar",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"name": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0069",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Nikita Bodnar a Dávid Iľaš má kľúčové slovo nlp a jej práca je z roku 2024?",
|
|
"latency_seconds": 0.047899,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Nikita Bodnar",
|
|
"nlp",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Nikita Bodnar",
|
|
"nlp",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"keyword": "cluster",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:314",
|
|
"name": "Dávid Stromp",
|
|
"source_document": "pages/students/2019/david_stromp/README.md",
|
|
"id": "person:pages/students/2019/david_stromp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:248",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2022",
|
|
"source_document": "pages/students/2019/david_stromp/README.md",
|
|
"id": "thesis:pages/students/2019/david_stromp/README.md:bakalarska-praca-2022",
|
|
"person": "Dávid Stromp",
|
|
"document_path": "pages/students/2019/david_stromp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:411",
|
|
"title": "Dávid Stromp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"name": "Dávid Stromp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:314",
|
|
"name": "Dávid Stromp",
|
|
"source_document": "pages/students/2019/david_stromp/README.md",
|
|
"id": "person:pages/students/2019/david_stromp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:411",
|
|
"title": "Dávid Stromp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"name": "Dávid Stromp"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "cluster",
|
|
"id": "cluster",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:533"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0070",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dávid Stromp a Matúš Suchanič má kľúčové slovo cluster a jej práca je z roku 2022?",
|
|
"latency_seconds": 0.043867,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Stromp",
|
|
"cluster",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Stromp",
|
|
"cluster",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cluster"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cluster"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"keyword": "ir",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:324",
|
|
"name": "Matej Kobyľan",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "person:pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:585",
|
|
"title": "Systém pre monitoring médií",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systém pre monitoring médií",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2023",
|
|
"person": "Matej Kobyľan",
|
|
"document_path": "pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:424",
|
|
"title": "Matej Kobyľan",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"name": "Matej Kobyľan"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:324",
|
|
"name": "Matej Kobyľan",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "person:pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:424",
|
|
"title": "Matej Kobyľan",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"name": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "ir",
|
|
"id": "ir",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:548"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0071",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Matej Kobyľan a Dávid Kostilník má kľúčové slovo ir a jej práca je z roku 2023?",
|
|
"latency_seconds": 0.041373,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Kobyľan",
|
|
"ir",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Matej Kobyľan",
|
|
"ir",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"keyword": "rag",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:348",
|
|
"name": "Yevhenii Leonov",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "person:pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:613",
|
|
"title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "thesis:pages/students/2022/yevhenii_leonov/README.md:bakalarska-praca-2025",
|
|
"person": "Yevhenii Leonov",
|
|
"document_path": "pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:448",
|
|
"title": "Yevhenii Leonov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"name": "Yevhenii Leonov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:348",
|
|
"name": "Yevhenii Leonov",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "person:pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:448",
|
|
"title": "Yevhenii Leonov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"name": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0072",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Yevhenii Leonov a Kamil Tomčufčík má kľúčové slovo rag a jej práca je z roku 2025?",
|
|
"latency_seconds": 0.044567,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Leonov",
|
|
"rag",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Leonov",
|
|
"rag",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "holdout-negative-year-0",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Adrián Remiáš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo interpuction?",
|
|
"latency_seconds": 0.044882,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "holdout-negative-year-1",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Artur Hyrenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo chatbot?",
|
|
"latency_seconds": 0.054299,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "holdout-negative-year-2",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Dávid Iľaš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo emotion?",
|
|
"latency_seconds": 0.05372,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "holdout-negative-year-3",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Dávid Kostilník, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?",
|
|
"latency_seconds": 0.055288,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "holdout-negative-tag-0",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Dávid Stromp, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?",
|
|
"latency_seconds": 0.040896,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "holdout-negative-tag-1",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Dmytro Mural, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?",
|
|
"latency_seconds": 0.043839,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "holdout-negative-person-0",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov diplomovej práce má osoba Tibor Neexistujúci Skúšobný?",
|
|
"latency_seconds": 0.037145,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [],
|
|
"actual_documents": [],
|
|
"matched_documents": [],
|
|
"expected_source_urls": [],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "holdout-negative-person-1",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov diplomovej práce má osoba Lenka Neskutočná Vzorová?",
|
|
"latency_seconds": 0.036318,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [],
|
|
"actual_documents": [],
|
|
"matched_documents": [],
|
|
"expected_source_urls": [],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [],
|
|
"fact_types": []
|
|
}
|
|
],
|
|
"source_consistent_summary": {
|
|
"questions": 80,
|
|
"strict_count": 67,
|
|
"strict_accuracy": 0.8375,
|
|
"error_count": 0,
|
|
"value_score": 0.845833,
|
|
"entity_score": 0.84375,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.8375,
|
|
"path_score": 0.8375,
|
|
"answerability_accuracy": 0.8375,
|
|
"latency_mean_seconds": 0.046289,
|
|
"latency_median_seconds": 0.037556,
|
|
"latency_p95_seconds": 0.054178
|
|
},
|
|
"source_consistent_by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.042788,
|
|
"latency_median_seconds": 0.042313,
|
|
"latency_p95_seconds": 0.044638
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 8,
|
|
"strict_count": 7,
|
|
"strict_accuracy": 0.875,
|
|
"error_count": 0,
|
|
"value_score": 0.875,
|
|
"entity_score": 0.875,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.875,
|
|
"path_score": 0.875,
|
|
"answerability_accuracy": 0.875,
|
|
"latency_mean_seconds": 0.043974,
|
|
"latency_median_seconds": 0.044043,
|
|
"latency_p95_seconds": 0.04682
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.037273,
|
|
"latency_median_seconds": 0.037556,
|
|
"latency_p95_seconds": 0.039147
|
|
},
|
|
"negative_lookup": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.045798,
|
|
"latency_median_seconds": 0.04436,
|
|
"latency_p95_seconds": 0.054942
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 8,
|
|
"strict_count": 6,
|
|
"strict_accuracy": 0.75,
|
|
"error_count": 0,
|
|
"value_score": 0.75,
|
|
"entity_score": 0.75,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.75,
|
|
"path_score": 0.75,
|
|
"answerability_accuracy": 0.75,
|
|
"latency_mean_seconds": 0.036999,
|
|
"latency_median_seconds": 0.036907,
|
|
"latency_p95_seconds": 0.037502
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.030816,
|
|
"latency_median_seconds": 0.030638,
|
|
"latency_p95_seconds": 0.031636
|
|
},
|
|
"person_title_year": {
|
|
"questions": 8,
|
|
"strict_count": 7,
|
|
"strict_accuracy": 0.875,
|
|
"error_count": 0,
|
|
"value_score": 0.875,
|
|
"entity_score": 0.875,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.875,
|
|
"path_score": 0.875,
|
|
"answerability_accuracy": 0.875,
|
|
"latency_mean_seconds": 0.111921,
|
|
"latency_median_seconds": 0.037097,
|
|
"latency_p95_seconds": 0.426672
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 8,
|
|
"strict_count": 7,
|
|
"strict_accuracy": 0.875,
|
|
"error_count": 0,
|
|
"value_score": 0.958333,
|
|
"entity_score": 0.9375,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.875,
|
|
"path_score": 0.875,
|
|
"answerability_accuracy": 0.875,
|
|
"latency_mean_seconds": 0.046124,
|
|
"latency_median_seconds": 0.04244,
|
|
"latency_p95_seconds": 0.056079
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.036726,
|
|
"latency_median_seconds": 0.036034,
|
|
"latency_p95_seconds": 0.039777
|
|
},
|
|
"shared_keyword_pair": {
|
|
"questions": 8,
|
|
"strict_count": 0,
|
|
"strict_accuracy": 0.0,
|
|
"error_count": 0,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 0.0,
|
|
"path_score": 0.0,
|
|
"answerability_accuracy": 0.0,
|
|
"latency_mean_seconds": 0.030467,
|
|
"latency_median_seconds": 0.030235,
|
|
"latency_p95_seconds": 0.032659
|
|
}
|
|
},
|
|
"source_inconsistent_ids": []
|
|
}
|