88796 lines
2.6 MiB
88796 lines
2.6 MiB
{
|
|
"evaluation_schema_version": 4,
|
|
"run_metadata": {
|
|
"started_at_utc": "2026-10-25T01:01:54.464607+00:00",
|
|
"python": "3.10.12",
|
|
"git_head": "4ff72bb74b2fdefd424b85e813cf57af9743fcfd",
|
|
"wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"fingerprints": {
|
|
"implementation": {
|
|
"tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/build_graphrag.py": "81f6e9f5c9e71b588f8bed1968c1e900e29e484ba81d23b6a3a68e7220ad75a5",
|
|
"tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80",
|
|
"tools/graphrag/evaluation/benchmark_v2.py": "3e66d8e20d049758ac6df393355c0b5038f09c6ba97c96acc2087d61cfb4ad26",
|
|
"tools/graphrag/evaluation/evaluate_graphrag.py": "f9ef7e2fc681033cf1cb164581589f6f01acecf3d28e0cbfaba5c9ba72f24b23",
|
|
"tools/graphrag/evaluation/evidence_contract.py": "78e24264c176e163e1782fef1634b6c45c7f31bd4692726d02a30ab45a06648e",
|
|
"tools/graphrag/evaluation/freeze_graphrag.py": "0c330358beae2c5409e2dcd26be718c6b9534d5db9f2340f0390fe3be45cb60c",
|
|
"tools/graphrag/evaluation/graphrag_evaluator.py": "3afe014e126b6ad90c8e408284d2c1979f54d6cf5dd19fd67f9249708fbed2d3",
|
|
"tools/graphrag/evaluation/reproducibility.py": "b707d4c410cbf7d6769a6afdadfe79ef3bbd699a0323f0e0d2ab180ef7498680",
|
|
"tools/graphrag/evaluation/source_oracle.py": "02a44584bf4fa0e8e9faa7e13b85873a1b00671e0abe556abec8a274621d666c",
|
|
"tools/graphrag/graph_db.py": "a6fce68000065d328139829c5ca894623f6ed5828c74a869663366c2ad7b5ea2",
|
|
"tools/graphrag/graph_search.py": "d08eaaa8c395e993cf6416f90226b16ea1fcefca4719304be4b64c61a174b98b",
|
|
"tools/graphrag/graphrag.py": "71a13cb5aeef0e1b8247840d76f845af46b9c58b6bd9ba1b9ef210b468ad6805",
|
|
"tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb",
|
|
"tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/tests/test_evaluation_pipeline_v2.py": "63d1b3e80ae3c7b563374fd7ab4aa5ffad3c614eafbd15142c577abd7f756bf9",
|
|
"tools/graphrag/tests/test_evaluator_connected_v2.py": "29d7c9838ed1ff37ea3276df6feb1b6142158c43a0525712f490b648181882de",
|
|
"tools/graphrag/tests/test_graph_search.py": "d5c95b5de2a0962857331929522764aa46a1222e550a3eb1aaca2148f9d58748",
|
|
"tools/graphrag/tests/test_graph_search_entity_v2.py": "639d9ac307589de6788ef8145a4e7f73d97a1531445294424e0fc8ba83f99a1c",
|
|
"tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b",
|
|
"tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48",
|
|
"tools/graphrag/tests/test_graphrag.py": "6379335110f05668beca87ca7e486442071b2f666dbd651408d5f3a8d5723f0e",
|
|
"tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298",
|
|
"tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f",
|
|
"tools/graphrag/tests/test_graphrag_research_v2.py": "19ebf4a6fd622aaebc8f8b7e17c2aeda83ba17e7f04f155ee70817fa3c14fe03",
|
|
"tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c",
|
|
"tools/graphrag/tests/test_source_oracle_v2.py": "eea11c98f477764fd0826b0c26396d3617a21ffec76ef15809e74ed27e53ff3b",
|
|
"requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a"
|
|
},
|
|
"dataset_sha256": "fd9835adee93cacf2c45806dfe93463c2e9a58ccedb5f073876ad176039ad734",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
},
|
|
"source_corpus": {
|
|
"sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10",
|
|
"document_count": 114,
|
|
"documents": {
|
|
"pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647",
|
|
"pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e",
|
|
"pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5",
|
|
"pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d",
|
|
"pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987",
|
|
"pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
|
|
"pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
|
|
"pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6",
|
|
"pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
|
|
"pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
|
|
"pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476",
|
|
"pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
|
|
"pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
|
|
"pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
|
|
"pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
|
|
"pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
|
|
"pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
|
|
"pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
|
|
"pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9",
|
|
"pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
|
|
"pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d",
|
|
"pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
|
|
"pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
|
|
"pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0",
|
|
"pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
|
|
"pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
|
|
"pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1",
|
|
"pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
|
|
"pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
|
|
"pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
|
|
"pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
|
|
"pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
|
|
"pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93",
|
|
"pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
|
|
"pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
|
|
"pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
|
|
"pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
|
|
"pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
|
|
"pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a",
|
|
"pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
|
|
"pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
|
|
"pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
|
|
"pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
|
|
"pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
|
|
"pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
|
|
"pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
|
|
"pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
|
|
"pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
|
|
"pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
|
|
"pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
|
|
"pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
|
|
"pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
|
|
"pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
|
|
"pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
|
|
"pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
|
|
"pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
|
|
"pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
|
|
"pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
|
|
"pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133",
|
|
"pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
|
|
"pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
|
|
"pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
|
|
"pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
|
|
"pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
|
|
"pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
|
|
"pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
|
|
"pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
|
|
"pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a",
|
|
"pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9",
|
|
"pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a",
|
|
"pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06",
|
|
"pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5",
|
|
"pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea",
|
|
"pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0",
|
|
"pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84",
|
|
"pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02",
|
|
"pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2",
|
|
"pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc",
|
|
"pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499",
|
|
"pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc",
|
|
"pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df",
|
|
"pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd",
|
|
"pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92",
|
|
"pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562",
|
|
"pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48",
|
|
"pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2",
|
|
"pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87",
|
|
"pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330",
|
|
"pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635"
|
|
}
|
|
}
|
|
},
|
|
"graph": {
|
|
"sha256": "a7b95c647eb9a4eff6060f6e7e8be2b74a8246095f3c8c98d4611f4be545f51a",
|
|
"nodes": 429,
|
|
"relationships": 843
|
|
},
|
|
"completed_at_utc": "2026-10-25T01:02:17.293483+00:00",
|
|
"audit_sha256": "6000c6a14cedaa31dd8c1b35b7f95c142a4233cd8508542f84235bceaf6c6cdf"
|
|
},
|
|
"configuration": {
|
|
"questions_file": "/home/janko/DP/zp-agent/tools/graphrag/evaluation/graphrag_questions_v2.json",
|
|
"split": "dev",
|
|
"dataset_question_count": 589,
|
|
"selected_question_count": 509,
|
|
"limit": 40,
|
|
"max_entities": 8,
|
|
"ids": [],
|
|
"max_questions": null
|
|
},
|
|
"summary": {
|
|
"questions": 509,
|
|
"strict_count": 509,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.042799,
|
|
"latency_median_seconds": 0.040359,
|
|
"latency_p95_seconds": 0.061584
|
|
},
|
|
"by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 17,
|
|
"strict_count": 17,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.0486,
|
|
"latency_median_seconds": 0.046277,
|
|
"latency_p95_seconds": 0.059715
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 20,
|
|
"strict_count": 20,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.04056,
|
|
"latency_median_seconds": 0.035786,
|
|
"latency_p95_seconds": 0.051374
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 60,
|
|
"strict_count": 60,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041938,
|
|
"latency_median_seconds": 0.034601,
|
|
"latency_p95_seconds": 0.082669
|
|
},
|
|
"negative_lookup": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.043724,
|
|
"latency_median_seconds": 0.042906,
|
|
"latency_p95_seconds": 0.056754
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 80,
|
|
"strict_count": 80,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.039121,
|
|
"latency_median_seconds": 0.035882,
|
|
"latency_p95_seconds": 0.049509
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 30,
|
|
"strict_count": 30,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.038514,
|
|
"latency_median_seconds": 0.033744,
|
|
"latency_p95_seconds": 0.055645
|
|
},
|
|
"person_title_year": {
|
|
"questions": 80,
|
|
"strict_count": 80,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.047181,
|
|
"latency_median_seconds": 0.041311,
|
|
"latency_p95_seconds": 0.074391
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 100,
|
|
"strict_count": 100,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.042426,
|
|
"latency_median_seconds": 0.041108,
|
|
"latency_p95_seconds": 0.047195
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 60,
|
|
"strict_count": 60,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.048175,
|
|
"latency_median_seconds": 0.044679,
|
|
"latency_p95_seconds": 0.063015
|
|
},
|
|
"shared_keyword_pair": {
|
|
"questions": 54,
|
|
"strict_count": 54,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.038678,
|
|
"latency_median_seconds": 0.03815,
|
|
"latency_p95_seconds": 0.044222
|
|
}
|
|
},
|
|
"by_difficulty": {
|
|
"hard": {
|
|
"questions": 509,
|
|
"strict_count": 509,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.042799,
|
|
"latency_median_seconds": 0.040359,
|
|
"latency_p95_seconds": 0.061584
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0001",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.05741,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Jakub Maruniak"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Jakub Maruniak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0002",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.042347,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Jakub Maruniak"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Jakub Maruniak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0003",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.041547,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0004",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.037032,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0005",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.044984,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0006",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.041519,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0007",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.043812,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Spacy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Spacy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0008",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.040273,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Spacy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Spacy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0009",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.039642,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0010",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.037374,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0011",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038911,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0012",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.036274,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Spacy",
|
|
"Artem Yatsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0013",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.03906,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0014",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.03494,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0015",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.039605,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0016",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.03754,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0017",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.039955,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0018",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.03601,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0019",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.03802,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0020",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.034378,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0021",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.036598,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0022",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.03354,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0023",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.037628,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0024",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.034937,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0025",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038146,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0026",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.034467,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0027",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038354,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0028",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.033964,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0029",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez kľúčové slovo Docker? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.037051,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0030",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez kľúčové slovo Docker a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.033901,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0031",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038628,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0032",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.034413,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0033",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.041123,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0034",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038316,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0035",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.039815,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0036",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.049174,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0037",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038989,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0038",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.036037,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0039",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo OpenWebUI? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038153,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0040",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez kľúčové slovo OpenWebUI a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.034649,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"keyword": "RAG"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"keyword": "RAG"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0041",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.03941,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"RAG",
|
|
"Ján Pták"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"RAG",
|
|
"Ján Pták"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"keyword": "RAG"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"keyword": "RAG"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0042",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.036571,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"RAG",
|
|
"Ján Pták"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"RAG",
|
|
"Ján Pták"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0043",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038104,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0044",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.036026,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0045",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.040854,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0046",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.035365,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0047",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038477,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0048",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.037269,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0049",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.042218,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0050",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.037538,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0051",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.04053,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0052",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.038303,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"keyword": "agent"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"keyword": "agent"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "agent",
|
|
"id": "agent",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:524"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "agent",
|
|
"id": "agent",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:524"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0053",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.042089,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"agent",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"agent",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"keyword": "agent"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"keyword": "agent"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "agent",
|
|
"id": "agent",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:524"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "agent",
|
|
"id": "agent",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:524"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0054",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.037339,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"agent",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"agent",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0055",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?",
|
|
"latency_seconds": 0.042648,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0056",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?",
|
|
"latency_seconds": 0.042508,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:250",
|
|
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:413",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:227",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:389",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0057",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?",
|
|
"latency_seconds": 0.041337,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"2022",
|
|
"Márk Fehér"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"2022",
|
|
"Márk Fehér"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0058",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?",
|
|
"latency_seconds": 0.042638,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0059",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"latency_seconds": 0.047081,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0060",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?",
|
|
"latency_seconds": 0.044968,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Matej Novotný"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Matej Novotný"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:624",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:847",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:622",
|
|
"name": "Diplomový projekt 2 2020",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2-2020",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:846",
|
|
"name": "Diplomový projekt 2 2020",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:diplomovy-projekt-2-2020",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 4,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:8",
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 5,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:226",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0061",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?",
|
|
"latency_seconds": 0.044441,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2019",
|
|
"Lukáš Pokrývka",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2019",
|
|
"Lukáš Pokrývka",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0062",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.04155,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0063",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"latency_seconds": 0.040789,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0064",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?",
|
|
"latency_seconds": 0.040754,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0065",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?",
|
|
"latency_seconds": 0.041105,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0066",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?",
|
|
"latency_seconds": 0.041187,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0067",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?",
|
|
"latency_seconds": 0.040288,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0068",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?",
|
|
"latency_seconds": 0.040698,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:312",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:246",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:409",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:227",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:389",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0069",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?",
|
|
"latency_seconds": 0.040829,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Márk Fehér"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Márk Fehér"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0070",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.041406,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0071",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.043288,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0072",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.042359,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0073",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.052139,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2019,
|
|
"heading": "Bakalárska práca 2019",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:224",
|
|
"title": "Vyhľadávač na slovenskom internete",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Vyhľadávač na slovenskom internete",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:851",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:timovy-projekt-2019",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:632",
|
|
"name": "Diplomový projekt 2 2020",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "work:pages/students/2016/jan_holp/README.md:diplomovy-projekt-2-2020",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:850",
|
|
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 4,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:225",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Systém získavania informácií v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 5,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0074",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?",
|
|
"latency_seconds": 0.043062,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"2019",
|
|
"Maroš Harahus",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"2019",
|
|
"Maroš Harahus",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299",
|
|
"name": "Tomáš Kuchárik",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "person:pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:233",
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022",
|
|
"person": "Tomáš Kuchárik",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:396",
|
|
"title": "Tomáš Kuchárik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"name": "Tomáš Kuchárik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0075",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.044453,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307",
|
|
"name": "Dávid Omasta",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "person:pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:240",
|
|
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024",
|
|
"person": "Dávid Omasta",
|
|
"document_path": "pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:404",
|
|
"title": "Dávid Omasta",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"name": "Dávid Omasta"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336",
|
|
"name": "Vladimír Ferko",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "person:pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:601",
|
|
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024",
|
|
"person": "Vladimír Ferko",
|
|
"document_path": "pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:436",
|
|
"title": "Vladimír Ferko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"name": "Vladimír Ferko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0076",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?",
|
|
"latency_seconds": 0.041128,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"2024",
|
|
"Vladimír Ferko"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"2024",
|
|
"Vladimír Ferko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0077",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.040813,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:579",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:253",
|
|
"title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:diplomova-praca-2024",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2023/24",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:580",
|
|
"title": "Sémantické vyhľadávanie v slovenskom texte",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Sémantické vyhľadávanie v slovenskom texte",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:diplomova-praca-2023-24",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0078",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?",
|
|
"latency_seconds": 0.044201,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"2022",
|
|
"Michal Stromko",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"2022",
|
|
"Michal Stromko",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:579",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0079",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?",
|
|
"latency_seconds": 0.058243,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Michal Stromko"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Michal Stromko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0080",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?",
|
|
"latency_seconds": 0.04325,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0081",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.043673,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0082",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?",
|
|
"latency_seconds": 0.042735,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0083",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.040083,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0084",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.040796,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0085",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?",
|
|
"latency_seconds": 0.041433,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:243",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:230",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Diplomový projekt 1 2022",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:859",
|
|
"name": "Diplomový projekt 1 2022",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:231",
|
|
"title": "Neurónový strojový preklad",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:diplomova-praca-2022",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0086",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?",
|
|
"latency_seconds": 0.042257,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:631",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:851",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:timovy-projekt-2019",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 1 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:629",
|
|
"name": "Diplomový projekt 1 2020",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:850",
|
|
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 4,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:223",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 5,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0087",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?",
|
|
"latency_seconds": 0.044536,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2019",
|
|
"Maroš Harahus",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2019",
|
|
"Maroš Harahus",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0088",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.041252,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:9",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:374",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0089",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?",
|
|
"latency_seconds": 0.043277,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0090",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?",
|
|
"latency_seconds": 0.04051,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0091",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.041373,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0092",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.040789,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299",
|
|
"name": "Tomáš Kuchárik",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "person:pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:233",
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022",
|
|
"person": "Tomáš Kuchárik",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:396",
|
|
"title": "Tomáš Kuchárik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"name": "Tomáš Kuchárik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0093",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.044633,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0094",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?",
|
|
"latency_seconds": 0.042245,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:9",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:374",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:579",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0095",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?",
|
|
"latency_seconds": 0.044358,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2022",
|
|
"Michal Stromko"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2022",
|
|
"Michal Stromko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:312",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:246",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:409",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:250",
|
|
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:413",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0096",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?",
|
|
"latency_seconds": 0.04091,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Filip Tomáš"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Filip Tomáš"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:9",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:374",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0097",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?",
|
|
"latency_seconds": 0.040757,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Dominik Nagy"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Dominik Nagy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Vedecky projekt 2022/23",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:255",
|
|
"name": "Vedecky projekt 2022/23",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "work:pages/students/2019/michal_stromko/README.md:vedecky-projekt-2022-23",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299",
|
|
"name": "Tomáš Kuchárik",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "person:pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:232",
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2021",
|
|
"person": "Tomáš Kuchárik",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:396",
|
|
"title": "Tomáš Kuchárik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"name": "Tomáš Kuchárik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:579",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299",
|
|
"name": "Tomáš Kuchárik",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "person:pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:233",
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022",
|
|
"person": "Tomáš Kuchárik",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:396",
|
|
"title": "Tomáš Kuchárik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"name": "Tomáš Kuchárik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0098",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.047069,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"2021",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"2021",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2025,
|
|
"heading": "Diplomový projekt 1 2025",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:263",
|
|
"name": "Diplomový projekt 1 2025",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "work:pages/students/2021/matej_scislak/README.md:diplomovy-projekt-1-2025",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2025,
|
|
"heading": "Vedecký projekt 2025",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:269",
|
|
"title": "Veľký jazykový model ako inteligentný agent",
|
|
"name": "Veľký jazykový model ako inteligentný agent",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "work:pages/students/2023/rostyslav_rodzhuk/README.md:vedecky-projekt-2025",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0099",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.050195,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"2025",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"2025",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0100",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.04111,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0101",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?",
|
|
"latency_seconds": 0.039331,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Ján Malinovský"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Ján Malinovský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0102",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?",
|
|
"latency_seconds": 0.040963,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"year": 2027
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"year": 2027
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:602",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:437",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"name": "Oleh Poiasnik",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "person:pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:605",
|
|
"title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "thesis:pages/students/2022/oleh_poiasnik/README.md:bakalarska-praca-2025",
|
|
"person": "Oleh Poiasnik",
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:442",
|
|
"title": "Oleh Poiasnik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"name": "Oleh Poiasnik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:603",
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:437",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"name": "Oleh Poiasnik",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "person:pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:606",
|
|
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027",
|
|
"person": "Oleh Poiasnik",
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:442",
|
|
"title": "Oleh Poiasnik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"name": "Oleh Poiasnik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0103",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?",
|
|
"latency_seconds": 0.041036,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2025",
|
|
"Oleh Poiasnik",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2025",
|
|
"Oleh Poiasnik",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0104",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?",
|
|
"latency_seconds": 0.040199,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Matej Ščišľak"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Matej Ščišľak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:9",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:374",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299",
|
|
"name": "Tomáš Kuchárik",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "person:pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:233",
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022",
|
|
"person": "Tomáš Kuchárik",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:396",
|
|
"title": "Tomáš Kuchárik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"name": "Tomáš Kuchárik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0105",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.04359,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0106",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?",
|
|
"latency_seconds": 0.043651,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0107",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.044116,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0108",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.039124,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0109",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.039556,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0110",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?",
|
|
"latency_seconds": 0.041415,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Matej Ščišľak"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Matej Ščišľak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:631",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2019,
|
|
"heading": "Bakalárska práca 2019",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:224",
|
|
"title": "Vyhľadávač na slovenskom internete",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Vyhľadávač na slovenskom internete",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 1 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:629",
|
|
"name": "Diplomový projekt 1 2020",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:632",
|
|
"name": "Diplomový projekt 2 2020",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "work:pages/students/2016/jan_holp/README.md:diplomovy-projekt-2-2020",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 4,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:223",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 5,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:225",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Systém získavania informácií v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0111",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?",
|
|
"latency_seconds": 0.04206,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2019",
|
|
"Ján Holp",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2019",
|
|
"Ján Holp",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:300",
|
|
"name": "Dmytro Ushatenko",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "person:pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:234",
|
|
"title": "Jednoduchý chatbot v jazyku Python",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Jednoduchý chatbot v jazyku Python",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020",
|
|
"person": "Dmytro Ushatenko",
|
|
"document_path": "pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:397",
|
|
"title": "Dmytro Ushatenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"name": "Dmytro Ushatenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:308",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:241",
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020",
|
|
"person": "Martin Wencel",
|
|
"document_path": "pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:405",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0112",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?",
|
|
"latency_seconds": 0.039736,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"2020",
|
|
"Martin Wencel"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"2020",
|
|
"Martin Wencel"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0113",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?",
|
|
"latency_seconds": 0.039544,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0114",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.040415,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0115",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.040031,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338",
|
|
"name": "Daniil Huzenko",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "person:pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:604",
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025",
|
|
"person": "Daniil Huzenko",
|
|
"document_path": "pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:438",
|
|
"title": "Daniil Huzenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"name": "Daniil Huzenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"name": "Tetiana Mohorian",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "person:pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:609",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025",
|
|
"person": "Tetiana Mohorian",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:445",
|
|
"title": "Tetiana Mohorian",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"name": "Tetiana Mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0116",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?",
|
|
"latency_seconds": 0.0401,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"2025",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"2025",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0117",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?",
|
|
"latency_seconds": 0.040523,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0118",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.040493,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0119",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?",
|
|
"latency_seconds": 0.03967,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0120",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?",
|
|
"latency_seconds": 0.037821,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:250",
|
|
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:413",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:227",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:389",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0121",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?",
|
|
"latency_seconds": 0.038754,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"2022",
|
|
"Márk Fehér"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"2022",
|
|
"Márk Fehér"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0122",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?",
|
|
"latency_seconds": 0.039077,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0123",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"latency_seconds": 0.03806,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0124",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?",
|
|
"latency_seconds": 0.049366,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Matej Novotný"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Matej Novotný"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:624",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:847",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:622",
|
|
"name": "Diplomový projekt 2 2020",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2-2020",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:846",
|
|
"name": "Diplomový projekt 2 2020",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:diplomovy-projekt-2-2020",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 4,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:8",
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 5,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:226",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0125",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?",
|
|
"latency_seconds": 0.040359,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2019",
|
|
"Lukáš Pokrývka",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2019",
|
|
"Lukáš Pokrývka",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0126",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.041828,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0127",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"latency_seconds": 0.039965,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0128",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?",
|
|
"latency_seconds": 0.042905,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0129",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?",
|
|
"latency_seconds": 0.041166,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0130",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?",
|
|
"latency_seconds": 0.039097,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0131",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?",
|
|
"latency_seconds": 0.039117,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0132",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?",
|
|
"latency_seconds": 0.039846,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:312",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:246",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:409",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:227",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:389",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0133",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?",
|
|
"latency_seconds": 0.039603,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Márk Fehér"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Márk Fehér"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0134",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.038968,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0135",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.039951,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0136",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.039677,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0137",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.040543,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2019,
|
|
"heading": "Bakalárska práca 2019",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:224",
|
|
"title": "Vyhľadávač na slovenskom internete",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Vyhľadávač na slovenskom internete",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:851",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:timovy-projekt-2019",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:632",
|
|
"name": "Diplomový projekt 2 2020",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "work:pages/students/2016/jan_holp/README.md:diplomovy-projekt-2-2020",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:850",
|
|
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 4,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:225",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Systém získavania informácií v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 5,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0138",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?",
|
|
"latency_seconds": 0.042358,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"2019",
|
|
"Maroš Harahus",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"2019",
|
|
"Maroš Harahus",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299",
|
|
"name": "Tomáš Kuchárik",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "person:pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:233",
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022",
|
|
"person": "Tomáš Kuchárik",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:396",
|
|
"title": "Tomáš Kuchárik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"name": "Tomáš Kuchárik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0139",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.040701,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307",
|
|
"name": "Dávid Omasta",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "person:pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:240",
|
|
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024",
|
|
"person": "Dávid Omasta",
|
|
"document_path": "pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:404",
|
|
"title": "Dávid Omasta",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"name": "Dávid Omasta"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336",
|
|
"name": "Vladimír Ferko",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "person:pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:601",
|
|
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024",
|
|
"person": "Vladimír Ferko",
|
|
"document_path": "pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:436",
|
|
"title": "Vladimír Ferko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"name": "Vladimír Ferko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0140",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?",
|
|
"latency_seconds": 0.039836,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"2024",
|
|
"Vladimír Ferko"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"2024",
|
|
"Vladimír Ferko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0141",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.041037,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:579",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:253",
|
|
"title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:diplomova-praca-2024",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2023/24",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:580",
|
|
"title": "Sémantické vyhľadávanie v slovenskom texte",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Sémantické vyhľadávanie v slovenskom texte",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:diplomova-praca-2023-24",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0142",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?",
|
|
"latency_seconds": 0.041469,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"2022",
|
|
"Michal Stromko",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"2022",
|
|
"Michal Stromko",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:579",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0143",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?",
|
|
"latency_seconds": 0.042787,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Michal Stromko"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Michal Stromko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0144",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?",
|
|
"latency_seconds": 0.038956,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0145",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.038401,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0146",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?",
|
|
"latency_seconds": 0.039411,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0147",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.03888,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0148",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.043851,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0149",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?",
|
|
"latency_seconds": 0.039956,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:243",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:230",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Diplomový projekt 1 2022",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:859",
|
|
"name": "Diplomový projekt 1 2022",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:231",
|
|
"title": "Neurónový strojový preklad",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:diplomova-praca-2022",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0150",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?",
|
|
"latency_seconds": 0.042992,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:631",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:851",
|
|
"name": "Tímový projekt 2019",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:timovy-projekt-2019",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 1 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:629",
|
|
"name": "Diplomový projekt 1 2020",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:850",
|
|
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 4,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:223",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 5,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0151",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?",
|
|
"latency_seconds": 0.041265,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2019",
|
|
"Maroš Harahus",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2019",
|
|
"Maroš Harahus",
|
|
"2020",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0152",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.041038,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:9",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:374",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0153",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?",
|
|
"latency_seconds": 0.103675,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0154",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?",
|
|
"latency_seconds": 0.043166,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0155",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?",
|
|
"latency_seconds": 0.042875,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0156",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?",
|
|
"latency_seconds": 0.041,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ronald Zalacko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0157",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?",
|
|
"latency_seconds": 0.042642,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0158",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?",
|
|
"latency_seconds": 0.03861,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0159",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?",
|
|
"latency_seconds": 0.057404,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0160",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.054951,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ronald Zalacko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0161",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"latency_seconds": 0.044206,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0162",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?",
|
|
"latency_seconds": 0.040614,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Simona Bobrovčanová",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0163",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.038588,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Simona Bobrovčanová",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0164",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.038157,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Novotný",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0165",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?",
|
|
"latency_seconds": 0.038436,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2021",
|
|
"Matej Ščišľak"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2021",
|
|
"Matej Ščišľak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0166",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.039361,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0167",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.038584,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0168",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?",
|
|
"latency_seconds": 0.037551,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2016",
|
|
"Ján Holp"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2016",
|
|
"Ján Holp"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0169",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.040583,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0170",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.04398,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2023",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2023",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0171",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.042017,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0172",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"latency_seconds": 0.043825,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0173",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?",
|
|
"latency_seconds": 0.05024,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Maksym Zatirka"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Maksym Zatirka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Daniil Huzenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0174",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?",
|
|
"latency_seconds": 0.045804,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ronald Zalacko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0175",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?",
|
|
"latency_seconds": 0.043605,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0176",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.071114,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Daniil Huzenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0177",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?",
|
|
"latency_seconds": 0.044486,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Ján Pták"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Ján Pták"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0178",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?",
|
|
"latency_seconds": 0.045209,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0179",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.04636,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0180",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.055665,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0181",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?",
|
|
"latency_seconds": 0.052135,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Ján Malinovský"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Ján Malinovský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Daniil Huzenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0182",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?",
|
|
"latency_seconds": 0.047246,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0183",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?",
|
|
"latency_seconds": 0.048851,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2016",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2016",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Eduard Matovka",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Eduard Matovka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:329",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/eduard_matovka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0184",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?",
|
|
"latency_seconds": 0.057389,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"2021",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Eduard Matovka",
|
|
"2021",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Novotný",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladimír Ferko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0185",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?",
|
|
"latency_seconds": 0.062944,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2021",
|
|
"Vladimír Ferko"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2021",
|
|
"Vladimír Ferko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Simona Bobrovčanová",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0186",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.057008,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"2023",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"2023",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0187",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?",
|
|
"latency_seconds": 0.05139,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladimír Ferko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0188",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?",
|
|
"latency_seconds": 0.056816,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"2021",
|
|
"Vladimír Ferko"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"2021",
|
|
"Vladimír Ferko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0189",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?",
|
|
"latency_seconds": 0.064359,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0190",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?",
|
|
"latency_seconds": 0.061263,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ronald Zalacko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0191",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?",
|
|
"latency_seconds": 0.041404,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0192",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?",
|
|
"latency_seconds": 0.059474,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0193",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?",
|
|
"latency_seconds": 0.052824,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0194",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.043124,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ronald Zalacko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0195",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"latency_seconds": 0.051172,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0196",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?",
|
|
"latency_seconds": 0.068812,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Simona Bobrovčanová",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0197",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.060833,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Simona Bobrovčanová",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0198",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.053022,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Novotný",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0199",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?",
|
|
"latency_seconds": 0.050203,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2021",
|
|
"Matej Ščišľak"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2021",
|
|
"Matej Ščišľak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0200",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.062205,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0201",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.056993,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0202",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?",
|
|
"latency_seconds": 0.042197,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2016",
|
|
"Ján Holp"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2016",
|
|
"Ján Holp"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0203",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.04379,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0204",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.039043,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2023",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2023",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0205",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.041687,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0206",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"latency_seconds": 0.042093,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"2023",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0207",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?",
|
|
"latency_seconds": 0.043157,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Maksym Zatirka"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Maksym Zatirka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Daniil Huzenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0208",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?",
|
|
"latency_seconds": 0.044873,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ronald Zalacko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0209",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?",
|
|
"latency_seconds": 0.056567,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"2023",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0210",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.045501,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2023",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Daniil Huzenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0211",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?",
|
|
"latency_seconds": 0.040642,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Ján Pták"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"2022",
|
|
"Ján Pták"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0212",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?",
|
|
"latency_seconds": 0.041152,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0213",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.042528,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0214",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.041964,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"2022",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:312",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:246",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:409",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0215",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?",
|
|
"latency_seconds": 0.039917,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:312",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:246",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:409",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0216",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.039584,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2027,
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:603",
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:437",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0217",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?",
|
|
"latency_seconds": 0.04243,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2027,
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:603",
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:437",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0218",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.048294,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0219",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?",
|
|
"latency_seconds": 0.061146,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0220",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.038104,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338",
|
|
"name": "Daniil Huzenko",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "person:pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:604",
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025",
|
|
"person": "Daniil Huzenko",
|
|
"document_path": "pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:438",
|
|
"title": "Daniil Huzenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"name": "Daniil Huzenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0221",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?",
|
|
"latency_seconds": 0.041193,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338",
|
|
"name": "Daniil Huzenko",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "person:pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:604",
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025",
|
|
"person": "Daniil Huzenko",
|
|
"document_path": "pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:438",
|
|
"title": "Daniil Huzenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"name": "Daniil Huzenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0222",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.039304,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0223",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?",
|
|
"latency_seconds": 0.037982,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0224",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.042851,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2020,
|
|
"title": "Jednoduchý chatbot v jazyku Python,"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:300",
|
|
"name": "Dmytro Ushatenko",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "person:pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:234",
|
|
"title": "Jednoduchý chatbot v jazyku Python",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Jednoduchý chatbot v jazyku Python",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020",
|
|
"person": "Dmytro Ushatenko",
|
|
"document_path": "pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:397",
|
|
"title": "Dmytro Ushatenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"name": "Dmytro Ushatenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0225",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?",
|
|
"latency_seconds": 0.041005,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python,",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python,",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python,"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python,"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2020,
|
|
"title": "Jednoduchý chatbot v jazyku Python,"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:300",
|
|
"name": "Dmytro Ushatenko",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "person:pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:234",
|
|
"title": "Jednoduchý chatbot v jazyku Python",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Jednoduchý chatbot v jazyku Python",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020",
|
|
"person": "Dmytro Ushatenko",
|
|
"document_path": "pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:397",
|
|
"title": "Dmytro Ushatenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"name": "Dmytro Ushatenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0226",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.057741,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python,",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python,",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python,"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python,"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:9",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:374",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0227",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?",
|
|
"latency_seconds": 0.036733,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:9",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:374",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0228",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.040339,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:8",
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0229",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?",
|
|
"latency_seconds": 0.061798,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:8",
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0230",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.047121,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2024,
|
|
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307",
|
|
"name": "Dávid Omasta",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "person:pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:240",
|
|
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024",
|
|
"person": "Dávid Omasta",
|
|
"document_path": "pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:404",
|
|
"title": "Dávid Omasta",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"name": "Dávid Omasta"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0231",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?",
|
|
"latency_seconds": 0.054638,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2024,
|
|
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307",
|
|
"name": "Dávid Omasta",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "person:pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:240",
|
|
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024",
|
|
"person": "Dávid Omasta",
|
|
"document_path": "pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:404",
|
|
"title": "Dávid Omasta",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"name": "Dávid Omasta"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0232",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.048279,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Eduard Matovka",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2024,
|
|
"title": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:329",
|
|
"name": "Eduard Matovka",
|
|
"source_document": "pages/students/2021/eduard_matovka/README.md",
|
|
"id": "person:pages/students/2021/eduard_matovka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:592",
|
|
"title": "Slovenská konverzačná umelá inteligencia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Slovenská konverzačná umelá inteligencia",
|
|
"source_document": "pages/students/2021/eduard_matovka/README.md",
|
|
"id": "thesis:pages/students/2021/eduard_matovka/README.md:bakalarska-praca-2024",
|
|
"person": "Eduard Matovka",
|
|
"document_path": "pages/students/2021/eduard_matovka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:429",
|
|
"title": "Eduard Matovka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"path": "pages/students/2021/eduard_matovka/README.md",
|
|
"name": "Eduard Matovka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0233",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?",
|
|
"latency_seconds": 0.04533,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Eduard Matovka",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2024,
|
|
"title": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:329",
|
|
"name": "Eduard Matovka",
|
|
"source_document": "pages/students/2021/eduard_matovka/README.md",
|
|
"id": "person:pages/students/2021/eduard_matovka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:592",
|
|
"title": "Slovenská konverzačná umelá inteligencia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Slovenská konverzačná umelá inteligencia",
|
|
"source_document": "pages/students/2021/eduard_matovka/README.md",
|
|
"id": "thesis:pages/students/2021/eduard_matovka/README.md:bakalarska-praca-2024",
|
|
"person": "Eduard Matovka",
|
|
"document_path": "pages/students/2021/eduard_matovka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:429",
|
|
"title": "Eduard Matovka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"path": "pages/students/2021/eduard_matovka/README.md",
|
|
"name": "Eduard Matovka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0234",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.041986,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:250",
|
|
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:413",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0235",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?",
|
|
"latency_seconds": 0.038336,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:250",
|
|
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:413",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0236",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.055365,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:223",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0237",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?",
|
|
"latency_seconds": 0.038553,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:223",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0238",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.050715,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Systém získavania informácií v slovenskom jazyku."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:225",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Systém získavania informácií v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0239",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?",
|
|
"latency_seconds": 0.037357,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Systém získavania informácií v slovenskom jazyku."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:225",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Systém získavania informácií v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0240",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.042566,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2026,
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0241",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?",
|
|
"latency_seconds": 0.047595,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2026,
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0242",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.037738,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2026,
|
|
"title": "Agent pre manažment záverečných prác"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0243",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?",
|
|
"latency_seconds": 0.042641,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2026,
|
|
"title": "Agent pre manažment záverečných prác"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0244",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.041821,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0245",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?",
|
|
"latency_seconds": 0.055495,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0246",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.073904,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:226",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0247",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?",
|
|
"latency_seconds": 0.036747,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:226",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0248",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.038746,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0249",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?",
|
|
"latency_seconds": 0.035637,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0250",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.070636,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0251",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?",
|
|
"latency_seconds": 0.11364,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0252",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.083645,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2020,
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:308",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:241",
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020",
|
|
"person": "Martin Wencel",
|
|
"document_path": "pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:405",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0253",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?",
|
|
"latency_seconds": 0.133533,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2020,
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:308",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:241",
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020",
|
|
"person": "Martin Wencel",
|
|
"document_path": "pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:405",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0254",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.038452,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0255",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?",
|
|
"latency_seconds": 0.036647,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0256",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.041429,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0257",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?",
|
|
"latency_seconds": 0.03603,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0258",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.037068,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0259",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?",
|
|
"latency_seconds": 0.043939,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0260",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.04027,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:579",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0261",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?",
|
|
"latency_seconds": 0.055274,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:579",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0262",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.055117,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:227",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:389",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0263",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?",
|
|
"latency_seconds": 0.037458,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:227",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:389",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0264",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.038321,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2027,
|
|
"title": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"name": "Oleh Poiasnik",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "person:pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:606",
|
|
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027",
|
|
"person": "Oleh Poiasnik",
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:442",
|
|
"title": "Oleh Poiasnik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"name": "Oleh Poiasnik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0265",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?",
|
|
"latency_seconds": 0.050625,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2027,
|
|
"title": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"name": "Oleh Poiasnik",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "person:pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:606",
|
|
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027",
|
|
"person": "Oleh Poiasnik",
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:442",
|
|
"title": "Oleh Poiasnik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"name": "Oleh Poiasnik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0266",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.038807,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0267",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.042294,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0268",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.041892,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2020,
|
|
"title": "Neurónové jazykové modelovanie typu BERT."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:243",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0269",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?",
|
|
"latency_seconds": 0.046457,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT.",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT.",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2020,
|
|
"title": "Neurónové jazykové modelovanie typu BERT."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:243",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0270",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.04744,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT.",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT.",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2020,
|
|
"title": "Metódy automatického prekladu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:230",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0271",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?",
|
|
"latency_seconds": 0.046016,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2020,
|
|
"title": "Metódy automatického prekladu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:230",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0272",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.039279,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0273",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?",
|
|
"latency_seconds": 0.035816,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:617",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0274",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.037371,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0275",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.048379,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:618",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:453",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0276",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.055557,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0277",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?",
|
|
"latency_seconds": 0.037832,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:619",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0278",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.04416,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0279",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?",
|
|
"latency_seconds": 0.035603,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:607",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0280",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.037026,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0281",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?",
|
|
"latency_seconds": 0.03633,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:620",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0282",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.039002,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"name": "Tetiana Mohorian",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "person:pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:609",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025",
|
|
"person": "Tetiana Mohorian",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:445",
|
|
"title": "Tetiana Mohorian",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"name": "Tetiana Mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0283",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?",
|
|
"latency_seconds": 0.036125,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"name": "Tetiana Mohorian",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "person:pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:609",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025",
|
|
"person": "Tetiana Mohorian",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:445",
|
|
"title": "Tetiana Mohorian",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"name": "Tetiana Mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0284",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.037472,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299",
|
|
"name": "Tomáš Kuchárik",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "person:pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:233",
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022",
|
|
"person": "Tomáš Kuchárik",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:396",
|
|
"title": "Tomáš Kuchárik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"name": "Tomáš Kuchárik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0285",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?",
|
|
"latency_seconds": 0.039584,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299",
|
|
"name": "Tomáš Kuchárik",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "person:pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:233",
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022",
|
|
"person": "Tomáš Kuchárik",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:396",
|
|
"title": "Tomáš Kuchárik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"name": "Tomáš Kuchárik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0286",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.040642,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2027,
|
|
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346",
|
|
"name": "Valerii Kutsenko",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "person:pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:611",
|
|
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "thesis:pages/students/2022/valerii_kutsenko/README.md:diplomova-praca-2027",
|
|
"person": "Valerii Kutsenko",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:446",
|
|
"title": "Valerii Kutsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"name": "Valerii Kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0287",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?",
|
|
"latency_seconds": 0.037128,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2027,
|
|
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346",
|
|
"name": "Valerii Kutsenko",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "person:pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:611",
|
|
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "thesis:pages/students/2022/valerii_kutsenko/README.md:diplomova-praca-2027",
|
|
"person": "Valerii Kutsenko",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:446",
|
|
"title": "Valerii Kutsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"name": "Valerii Kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0288",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.038139,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2024,
|
|
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336",
|
|
"name": "Vladimír Ferko",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "person:pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:601",
|
|
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024",
|
|
"person": "Vladimír Ferko",
|
|
"document_path": "pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:436",
|
|
"title": "Vladimír Ferko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"name": "Vladimír Ferko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0289",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?",
|
|
"latency_seconds": 0.105344,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2024,
|
|
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336",
|
|
"name": "Vladimír Ferko",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "person:pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:601",
|
|
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024",
|
|
"person": "Vladimír Ferko",
|
|
"document_path": "pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:436",
|
|
"title": "Vladimír Ferko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"name": "Vladimír Ferko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0290",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.071587,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"name": "Vladyslav Yanchenko",
|
|
"source_document": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"id": "person:pages/students/2022/vladyslav_yanchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:612",
|
|
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"source_document": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"id": "thesis:pages/students/2022/vladyslav_yanchenko/README.md:bakalarska-praca-2025",
|
|
"person": "Vladyslav Yanchenko",
|
|
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:447",
|
|
"title": "Vladyslav Yanchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"name": "Vladyslav Yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0291",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.044214,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347",
|
|
"name": "Vladyslav Yanchenko",
|
|
"source_document": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"id": "person:pages/students/2022/vladyslav_yanchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:612",
|
|
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"source_document": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"id": "thesis:pages/students/2022/vladyslav_yanchenko/README.md:bakalarska-praca-2025",
|
|
"person": "Vladyslav Yanchenko",
|
|
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:447",
|
|
"title": "Vladyslav Yanchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"name": "Vladyslav Yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0292",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.048093,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Získavanie textu z webových stránok"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0293",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.036624,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Získavanie textu z webových stránok"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "person:pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:621",
|
|
"title": "Získavanie textu z webových stránok",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Získavanie textu z webových stránok",
|
|
"source_document": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026",
|
|
"person": "Yevhenii Medushivskyi",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:456",
|
|
"title": "Yevhenii Medushivskyi",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"name": "Yevhenii Medushivskyi"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0294",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.039187,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0295",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo cloud?",
|
|
"latency_seconds": 0.044463,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0296",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?",
|
|
"latency_seconds": 0.036593,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0297",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?",
|
|
"latency_seconds": 0.034395,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0298",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?",
|
|
"latency_seconds": 0.035891,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0299",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?",
|
|
"latency_seconds": 0.035685,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0300",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?",
|
|
"latency_seconds": 0.03478,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0301",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?",
|
|
"latency_seconds": 0.034735,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0302",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?",
|
|
"latency_seconds": 0.035739,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0303",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?",
|
|
"latency_seconds": 0.03551,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0304",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?",
|
|
"latency_seconds": 0.039885,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0305",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?",
|
|
"latency_seconds": 0.034443,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0306",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo inštrukcie?",
|
|
"latency_seconds": 0.036844,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0307",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo právne informácie?",
|
|
"latency_seconds": 0.035411,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"keyword": "RAG"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0308",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Malinovský, ak jej dokument zároveň obsahuje kľúčové slovo RAG?",
|
|
"latency_seconds": 0.041002,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"RAG",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"RAG",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0309",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?",
|
|
"latency_seconds": 0.034467,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0310",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo SlovakAlpaca?",
|
|
"latency_seconds": 0.034842,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0311",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo BiLSTM?",
|
|
"latency_seconds": 0.032676,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0312",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo NCCL?",
|
|
"latency_seconds": 0.033305,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0313",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo Docker?",
|
|
"latency_seconds": 0.03473,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0314",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?",
|
|
"latency_seconds": 0.034829,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0315",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo RAG?",
|
|
"latency_seconds": 0.044694,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0316",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?",
|
|
"latency_seconds": 0.037339,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0317",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo lekáreň?",
|
|
"latency_seconds": 0.03452,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0318",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo chatbot?",
|
|
"latency_seconds": 0.040464,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0319",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?",
|
|
"latency_seconds": 0.034553,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0320",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo Python?",
|
|
"latency_seconds": 0.043207,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0321",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo morfologická analýza?",
|
|
"latency_seconds": 0.036071,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0322",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?",
|
|
"latency_seconds": 0.035621,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0323",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?",
|
|
"latency_seconds": 0.035322,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0324",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?",
|
|
"latency_seconds": 0.047513,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0325",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo speech-to-text?",
|
|
"latency_seconds": 0.041982,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0326",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo robotické súťaže?",
|
|
"latency_seconds": 0.035689,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0327",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?",
|
|
"latency_seconds": 0.04158,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0328",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?",
|
|
"latency_seconds": 0.035431,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0329",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?",
|
|
"latency_seconds": 0.036082,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0330",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?",
|
|
"latency_seconds": 0.043037,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0331",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?",
|
|
"latency_seconds": 0.035873,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:308",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:241",
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020",
|
|
"person": "Martin Wencel",
|
|
"document_path": "pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:405",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:308",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:405",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0332",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?",
|
|
"latency_seconds": 0.040934,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"Spacy",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"Spacy",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0333",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?",
|
|
"latency_seconds": 0.043229,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0334",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo CI/CD?",
|
|
"latency_seconds": 0.040035,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0335",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo slovenský jazykový model?",
|
|
"latency_seconds": 0.047108,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0336",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?",
|
|
"latency_seconds": 0.033979,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0337",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?",
|
|
"latency_seconds": 0.033412,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"keyword": "agent"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:616",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "agent",
|
|
"id": "agent",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:524"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0338",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo agent?",
|
|
"latency_seconds": 0.049367,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"agent",
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"agent",
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0339",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo MCP?",
|
|
"latency_seconds": 0.036806,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0340",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?",
|
|
"latency_seconds": 0.034466,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0341",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?",
|
|
"latency_seconds": 0.034571,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0342",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo agent?",
|
|
"latency_seconds": 0.041734,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0343",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?",
|
|
"latency_seconds": 0.078588,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0344",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?",
|
|
"latency_seconds": 0.041904,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"keyword": "Spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0345",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?",
|
|
"latency_seconds": 0.063889,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"keyword": "RAG"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346",
|
|
"name": "Valerii Kutsenko",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "person:pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:611",
|
|
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "thesis:pages/students/2022/valerii_kutsenko/README.md:diplomova-praca-2027",
|
|
"person": "Valerii Kutsenko",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:446",
|
|
"title": "Valerii Kutsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"name": "Valerii Kutsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346",
|
|
"name": "Valerii Kutsenko",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "person:pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:446",
|
|
"title": "Valerii Kutsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"name": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0346",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?",
|
|
"latency_seconds": 0.052204,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"RAG",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"RAG",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov."
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0347",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?",
|
|
"latency_seconds": 0.036846,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0348",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?",
|
|
"latency_seconds": 0.03737,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0349",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?",
|
|
"latency_seconds": 0.035171,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0350",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo PyTorch?",
|
|
"latency_seconds": 0.04349,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0351",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo Docker Compose?",
|
|
"latency_seconds": 0.03555,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0352",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Streamlit?",
|
|
"latency_seconds": 0.034034,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0353",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?",
|
|
"latency_seconds": 0.034109,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"keyword": "BERT"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:243",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "bert",
|
|
"id": "bert",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:528"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0354",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?",
|
|
"latency_seconds": 0.043709,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"BERT",
|
|
"Neurónové jazykové modelovanie typu BERT."
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"BERT",
|
|
"Neurónové jazykové modelovanie typu BERT."
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "BERT"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT."
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "BERT"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT."
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"keyword": "PageRank"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:225",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Systém získavania informácií v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "pagerank",
|
|
"id": "pagerank",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:566"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0355",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?",
|
|
"latency_seconds": 0.046951,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"PageRank",
|
|
"Systém získavania informácií v slovenskom jazyku."
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"PageRank",
|
|
"Systém získavania informácií v slovenskom jazyku."
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "PageRank"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku."
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "PageRank"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku."
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0356",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Márk Fehér, ak jej dokument zároveň obsahuje kľúčové slovo klasifikácia textu?",
|
|
"latency_seconds": 0.035203,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0357",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo Slovak Mistral?",
|
|
"latency_seconds": 0.035031,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0358",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo kyberbezpečnosť?",
|
|
"latency_seconds": 0.033988,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0359",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?",
|
|
"latency_seconds": 0.035958,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0360",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo slovenské právo?",
|
|
"latency_seconds": 0.033743,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0361",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?",
|
|
"latency_seconds": 0.034327,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0362",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Question Answering?",
|
|
"latency_seconds": 0.039578,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0363",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo LightRAG?",
|
|
"latency_seconds": 0.035149,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0364",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?",
|
|
"latency_seconds": 0.033313,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0365",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?",
|
|
"latency_seconds": 0.034383,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0366",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?",
|
|
"latency_seconds": 0.035449,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0367",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo grafová databáza?",
|
|
"latency_seconds": 0.034585,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0368",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?",
|
|
"latency_seconds": 0.035625,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0369",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo API?",
|
|
"latency_seconds": 0.071513,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0370",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?",
|
|
"latency_seconds": 0.04669,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0371",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo Azure?",
|
|
"latency_seconds": 0.038906,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0372",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo dialógový systém?",
|
|
"latency_seconds": 0.036994,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0373",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo CRF?",
|
|
"latency_seconds": 0.038287,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0374",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo DeepEval?",
|
|
"latency_seconds": 0.042338,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"category": "bp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0375",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.04187,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"category": "bp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:356"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0376",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.035335,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"category": "dp2027",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:493"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0377",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou dp2027?",
|
|
"latency_seconds": 0.035228,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"category": "bp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0378",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Andrii Pervashov spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.033251,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"category": "bp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0379",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.047993,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"category": "dp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0380",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?",
|
|
"latency_seconds": 0.04435,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"category": "bp2019",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0381",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.036044,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"category": "vp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:505"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0382",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?",
|
|
"latency_seconds": 0.034193,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"vp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"vp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"category": "bp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Alina Vitko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:312"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Alina Vitko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:312"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0383",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Alina Vitko spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.032402,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"category": "dp2027",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:493"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0384",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ján Malinovský spojený s kategóriou dp2027?",
|
|
"latency_seconds": 0.033331,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oliver Pejic",
|
|
"category": "iaeste",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/interns/oliver_pejic/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oliver Pejic",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:287"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/oliver_pejic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "iaeste",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:495"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oliver Pejic",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:287"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/oliver_pejic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0385",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?",
|
|
"latency_seconds": 0.062664,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oliver Pejic",
|
|
"iaeste",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Oliver Pejic",
|
|
"iaeste",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oliver Pejic"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oliver Pejic"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"category": "bp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladimír Ferko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:484"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladimír Ferko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0386",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?",
|
|
"latency_seconds": 0.049532,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"bp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"bp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"category": "bp2019",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0387",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.051127,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"category": "dp2023",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:489"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0388",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?",
|
|
"latency_seconds": 0.036426,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"dp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"dp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"category": "dp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2018/david_omasta/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Omasta",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Omasta",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0389",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?",
|
|
"latency_seconds": 0.034456,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"category": "dp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0390",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?",
|
|
"latency_seconds": 0.039603,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"category": "bp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0391",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Samuel Vasiľ spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.039076,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"category": "dp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0392",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?",
|
|
"latency_seconds": 0.032652,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"category": "dp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Novotný",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:492"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Novotný",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0393",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?",
|
|
"latency_seconds": 0.032886,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"category": "bp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Simona Bobrovčanová",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Simona Bobrovčanová",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0394",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.034139,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"category": "bp2019",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0395",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.03469,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"category": "bp2019",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0396",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.03416,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"category": "bp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0397",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.033798,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"category": "bp2020",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:480"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0398",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?",
|
|
"latency_seconds": 0.033447,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"category": "dp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0399",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2024?",
|
|
"latency_seconds": 0.034512,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"category": "bp2019",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/jan_holp/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0400",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.033409,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"category": "bp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ronald Zalacko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ronald Zalacko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:352"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0401",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ronald Zalacko spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.074668,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"category": "bp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2018/martin_wencel/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Wencel",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:308"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:481"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Wencel",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:308"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0402",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Martin Wencel spojený s kategóriou bp2021?",
|
|
"latency_seconds": 0.053879,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Eduard Matovka",
|
|
"category": "bp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/eduard_matovka/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Eduard Matovka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:329"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/eduard_matovka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:484"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Eduard Matovka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:329"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/eduard_matovka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0403",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Eduard Matovka spojený s kategóriou bp2024?",
|
|
"latency_seconds": 0.051234,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"bp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Eduard Matovka",
|
|
"bp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"category": "dp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:491"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0404",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2025?",
|
|
"latency_seconds": 0.035438,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"category": "bp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:484"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0405",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?",
|
|
"latency_seconds": 0.034354,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"bp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"bp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"category": "dp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/mark_feher/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Márk Fehér",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Márk Fehér",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0406",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Márk Fehér spojený s kategóriou dp2022?",
|
|
"latency_seconds": 0.033878,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"category": "bp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:354"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0407",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.033745,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"category": "dp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0408",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?",
|
|
"latency_seconds": 0.03417,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"category": "bp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:351"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0409",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Oleksandr Dorybohov spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.088386,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Bogdan Paul Chiș",
|
|
"category": "erasmus",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/interns/bogdan_paul_chis/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Bogdan Paul Chiș",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:285"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/bogdan_paul_chis/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "erasmus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:494"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Bogdan Paul Chiș",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:285"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/bogdan_paul_chis/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0410",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?",
|
|
"latency_seconds": 0.033471,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Bogdan Paul Chiș",
|
|
"erasmus",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Bogdan Paul Chiș",
|
|
"erasmus",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Bogdan Paul Chiș"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "erasmus"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Bogdan Paul Chiș"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "erasmus"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"category": "dp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/jan_holp/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0411",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?",
|
|
"latency_seconds": 0.033616,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"category": "dp2027",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:493"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0412",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?",
|
|
"latency_seconds": 0.033053,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"category": "bp2020",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dmytro Ushatenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:300"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:480"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dmytro Ushatenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:300"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0413",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dmytro Ushatenko spojený s kategóriou bp2020?",
|
|
"latency_seconds": 0.035631,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"bp2020",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"bp2020",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"category": "vp2023",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:503"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0414",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou vp2023?",
|
|
"latency_seconds": 0.039522,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"vp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"vp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Cesar Abascal Gutierrez",
|
|
"category": "iaeste",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/interns/cesar_gutierrez/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Cesar Abascal Gutierrez",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:286"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/cesar_gutierrez/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "iaeste",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:495"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Cesar Abascal Gutierrez",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:286"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/cesar_gutierrez/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0415",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?",
|
|
"latency_seconds": 0.082632,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Cesar Abascal Gutierrez",
|
|
"iaeste",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Cesar Abascal Gutierrez",
|
|
"iaeste",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Cesar Abascal Gutierrez"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Cesar Abascal Gutierrez"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"category": "bp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:481"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0416",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?",
|
|
"latency_seconds": 0.037766,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"category": "dp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0417",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?",
|
|
"latency_seconds": 0.033553,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"category": "bp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0418",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.032713,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"category": "bp2019",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0419",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.03294,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"bp2019",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"category": "vp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:501"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0420",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?",
|
|
"latency_seconds": 0.033722,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"vp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"vp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Youssef Ressaissi",
|
|
"category": "iaeste",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/interns/yussef_ressaissi/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Youssef Ressaissi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:289"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/yussef_ressaissi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "iaeste",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:495"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Youssef Ressaissi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:289"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/yussef_ressaissi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0421",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Youssef Ressaissi spojený s kategóriou iaeste?",
|
|
"latency_seconds": 0.036865,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Youssef Ressaissi",
|
|
"iaeste",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Youssef Ressaissi",
|
|
"iaeste",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Youssef Ressaissi"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Youssef Ressaissi"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"category": "bp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0422",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.036249,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"category": "dp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0423",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou dp2021?",
|
|
"latency_seconds": 0.126165,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"category": "vp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:504"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0424",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?",
|
|
"latency_seconds": 0.041651,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"vp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"vp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"category": "dp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0425",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?",
|
|
"latency_seconds": 0.034439,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"dp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"category": "bp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0426",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.034107,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"bp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"category": "dp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0427",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?",
|
|
"latency_seconds": 0.032182,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"category": "bp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Yanchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0428",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Vladyslav Yanchenko spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.034392,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladyslav Yanchenko",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Vladyslav Yanchenko",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"category": "bp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0429",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Maksym Zatirka spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.034385,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"category": "bp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:484"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0430",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou bp2024?",
|
|
"latency_seconds": 0.033366,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"bp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"bp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Sevval Bulburu",
|
|
"category": "iaeste",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/interns/sevval_bulburu/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Sevval Bulburu",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:288"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/sevval_bulburu/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "iaeste",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:495"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Sevval Bulburu",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:288"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/sevval_bulburu/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0431",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Sevval Bulburu spojený s kategóriou iaeste?",
|
|
"latency_seconds": 0.054279,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Sevval Bulburu",
|
|
"iaeste",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Sevval Bulburu",
|
|
"iaeste",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Sevval Bulburu"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Sevval Bulburu"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"category": "dp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:492"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0432",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou dp2026?",
|
|
"latency_seconds": 0.083363,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"category": "bp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Daniil Huzenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Daniil Huzenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0433",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.036714,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"category": "bp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0434",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.039195,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"category": "dp2023"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"category": "dp2024"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Omasta",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:489"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Omasta",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0435",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?",
|
|
"latency_seconds": 0.035461,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"category": "bp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"category": "dp2023"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:481"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:489"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0436",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?",
|
|
"latency_seconds": 0.031807,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"category": "dp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"category": "tp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:499"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0437",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?",
|
|
"latency_seconds": 0.041497,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"category": "dp2022"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"category": "tp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:499"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0438",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?",
|
|
"latency_seconds": 0.033887,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"category": "dp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"category": "tp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:499"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0439",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?",
|
|
"latency_seconds": 0.030995,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"category": "bp2025"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"category": "dp2027"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"category": "vp2024"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:493"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:504"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0440",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?",
|
|
"latency_seconds": 0.03649,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"category": "bp2022"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"category": "dp2024"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"category": "dp2025"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:491"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0441",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?",
|
|
"latency_seconds": 0.032614,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"category": "bp2020"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"category": "dp2022"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"category": "tp2021"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:480"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:500"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0442",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?",
|
|
"latency_seconds": 0.033213,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"category": "bp2022"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"category": "dp2024"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0443",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?",
|
|
"latency_seconds": 0.045768,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"category": "bp2025"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"category": "dp2027"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:493"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0444",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?",
|
|
"latency_seconds": 0.0494,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"category": "dp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"category": "dp2022"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0445",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?",
|
|
"latency_seconds": 0.06912,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"category": "dp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"category": "tp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:499"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0446",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dárius Lindvai?",
|
|
"latency_seconds": 0.048175,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"category": "dp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"category": "tp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:499"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0447",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?",
|
|
"latency_seconds": 0.045074,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"category": "bp2025"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"category": "dp2027"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:493"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0448",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Andrii Pervashov?",
|
|
"latency_seconds": 0.031043,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"category": "dp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"category": "tp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:499"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0449",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?",
|
|
"latency_seconds": 0.032358,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"category": "bp2022"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"category": "dp2024"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"category": "vp2021"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:318"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:501"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0450",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?",
|
|
"latency_seconds": 0.031272,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"category": "bp2024"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"category": "dp2026"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"category": "vp2023"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:484"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:492"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:331"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:503"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0451",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Martin Šarišský?",
|
|
"latency_seconds": 0.032713,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"category": "bp2024"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"category": "dp2026"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:484"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:492"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0452",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?",
|
|
"latency_seconds": 0.048945,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"bp2024",
|
|
"dp2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"bp2024",
|
|
"dp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2024",
|
|
"dp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2024",
|
|
"dp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"category": "bp2026"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"category": "vp2025"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:353"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:505"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0453",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.032047,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"bp2026",
|
|
"vp2025"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"bp2026",
|
|
"vp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2026",
|
|
"vp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2026",
|
|
"vp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"category": "dp2023"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"category": "dp2024"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Omasta",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:489"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Omasta",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0454",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?",
|
|
"latency_seconds": 0.033471,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"category": "bp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"category": "dp2023"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:481"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:489"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0455",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?",
|
|
"latency_seconds": 0.033601,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"category": "dp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"category": "tp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:499"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0456",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?",
|
|
"latency_seconds": 0.030926,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"category": "dp2022"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"category": "tp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:499"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0457",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?",
|
|
"latency_seconds": 0.030576,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"category": "dp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"category": "tp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:499"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0458",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?",
|
|
"latency_seconds": 0.040309,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"category": "bp2025"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"category": "dp2027"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"category": "vp2024"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:493"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:504"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0459",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?",
|
|
"latency_seconds": 0.060754,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"category": "bp2022"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"category": "dp2024"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"category": "dp2025"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:491"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0460",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?",
|
|
"latency_seconds": 0.044033,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"category": "bp2020"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"category": "dp2022"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"category": "tp2021"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:480"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:500"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0461",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?",
|
|
"latency_seconds": 0.032914,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"category": "bp2022"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"category": "dp2024"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:482"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:490"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0462",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?",
|
|
"latency_seconds": 0.036464,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"category": "bp2025"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"category": "dp2027"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Poiasnik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:493"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0463",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?",
|
|
"latency_seconds": 0.037404,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"category": "dp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"category": "dp2022"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:299"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0464",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?",
|
|
"latency_seconds": 0.033081,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:223",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:225",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Systém získavania informácií v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0465",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?",
|
|
"latency_seconds": 0.048932,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2021",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"3"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2021",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"3"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"jakub maruniak",
|
|
"jan holp",
|
|
"maros harahus"
|
|
],
|
|
"entity_set_actual": [
|
|
"jakub maruniak",
|
|
"jan holp",
|
|
"maros harahus"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:9",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:374",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0466",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?",
|
|
"latency_seconds": 0.045819,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"artem yatsenko",
|
|
"dominik nagy",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_actual": [
|
|
"artem yatsenko",
|
|
"dominik nagy",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:8",
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:226",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0467",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?",
|
|
"latency_seconds": 0.041495,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2021",
|
|
"Lukáš Pokrývka",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2021",
|
|
"Lukáš Pokrývka",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"darius lindvai",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_actual": [
|
|
"darius lindvai",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:312",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:246",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:409",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:250",
|
|
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:413",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:227",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:389",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0468",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?",
|
|
"latency_seconds": 0.045343,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"filip tomas",
|
|
"mark feher"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"filip tomas",
|
|
"mark feher"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:243",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:230",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0469",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?",
|
|
"latency_seconds": 0.076617,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"ondrej megela",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_actual": [
|
|
"ondrej megela",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:300",
|
|
"name": "Dmytro Ushatenko",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "person:pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:234",
|
|
"title": "Jednoduchý chatbot v jazyku Python",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Jednoduchý chatbot v jazyku Python",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020",
|
|
"person": "Dmytro Ushatenko",
|
|
"document_path": "pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:397",
|
|
"title": "Dmytro Ushatenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"name": "Dmytro Ushatenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:308",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:241",
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020",
|
|
"person": "Martin Wencel",
|
|
"document_path": "pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:405",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0470",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?",
|
|
"latency_seconds": 0.055489,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"2020",
|
|
"Martin Wencel",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"2020",
|
|
"Martin Wencel",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"dmytro ushatenko",
|
|
"martin wencel"
|
|
],
|
|
"entity_set_actual": [
|
|
"dmytro ushatenko",
|
|
"martin wencel"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:307",
|
|
"name": "Dávid Omasta",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "person:pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:240",
|
|
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024",
|
|
"person": "Dávid Omasta",
|
|
"document_path": "pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:404",
|
|
"title": "Dávid Omasta",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"name": "Dávid Omasta"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336",
|
|
"name": "Vladimír Ferko",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "person:pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:601",
|
|
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024",
|
|
"person": "Vladimír Ferko",
|
|
"document_path": "pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:436",
|
|
"title": "Vladimír Ferko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"name": "Vladimír Ferko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0471",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?",
|
|
"latency_seconds": 0.044045,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"2024",
|
|
"Vladimír Ferko",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"2024",
|
|
"Vladimír Ferko",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [
|
|
"david omasta",
|
|
"vladimir ferko"
|
|
],
|
|
"entity_set_actual": [
|
|
"david omasta",
|
|
"vladimir ferko"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:349",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:614",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:340",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:265",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:440",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:350",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:615",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0472",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?",
|
|
"latency_seconds": 0.047492,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"3"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"3"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [
|
|
"denis le thanh",
|
|
"jan malinovsky",
|
|
"maksym zatirka"
|
|
],
|
|
"entity_set_actual": [
|
|
"denis le thanh",
|
|
"jan malinovsky",
|
|
"maksym zatirka"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:341",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:441",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:332",
|
|
"name": "Matej Novotný",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "person:pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:595",
|
|
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"source_document": "pages/students/2021/matej_novotny/README.md",
|
|
"id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026",
|
|
"person": "Matej Novotný",
|
|
"document_path": "pages/students/2021/matej_novotny/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432",
|
|
"title": "Matej Novotný",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"name": "Matej Novotný"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:333",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0473",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?",
|
|
"latency_seconds": 0.046014,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"3"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026",
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"3"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [
|
|
"jan ptak",
|
|
"matej novotny",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_actual": [
|
|
"jan ptak",
|
|
"matej novotny",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"year": 2027
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"year": 2027
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:337",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:603",
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:437",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342",
|
|
"name": "Oleh Poiasnik",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "person:pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:606",
|
|
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027",
|
|
"person": "Oleh Poiasnik",
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:442",
|
|
"title": "Oleh Poiasnik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"name": "Oleh Poiasnik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0474",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?",
|
|
"latency_seconds": 0.051289,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2027",
|
|
"Oleh Poiasnik",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2027",
|
|
"Oleh Poiasnik",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"andrii pervashov",
|
|
"oleh poiasnik"
|
|
],
|
|
"entity_set_actual": [
|
|
"andrii pervashov",
|
|
"oleh poiasnik"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338",
|
|
"name": "Daniil Huzenko",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "person:pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:604",
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025",
|
|
"person": "Daniil Huzenko",
|
|
"document_path": "pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:438",
|
|
"title": "Daniil Huzenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"name": "Daniil Huzenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:345",
|
|
"name": "Tetiana Mohorian",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "person:pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:609",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025",
|
|
"person": "Tetiana Mohorian",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:445",
|
|
"title": "Tetiana Mohorian",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"name": "Tetiana Mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0475",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?",
|
|
"latency_seconds": 0.048723,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"2025",
|
|
"Tetiana Mohorian",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"2025",
|
|
"Tetiana Mohorian",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [
|
|
"daniil huzenko",
|
|
"tetiana mohorian"
|
|
],
|
|
"entity_set_actual": [
|
|
"daniil huzenko",
|
|
"tetiana mohorian"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:293",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:223",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:377",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:294",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:225",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Systém získavania informácií v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:382",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0476",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.",
|
|
"latency_seconds": 0.046228,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2021",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"3"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2021",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"3"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"jakub maruniak",
|
|
"jan holp",
|
|
"maros harahus"
|
|
],
|
|
"entity_set_actual": [
|
|
"jakub maruniak",
|
|
"jan holp",
|
|
"maros harahus"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:313",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:410",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:291",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:9",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:374",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0477",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.",
|
|
"latency_seconds": 0.047336,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2022",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"artem yatsenko",
|
|
"dominik nagy",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_actual": [
|
|
"artem yatsenko",
|
|
"dominik nagy",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:290",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:8",
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:226",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0478",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.",
|
|
"latency_seconds": 0.043536,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2021",
|
|
"Lukáš Pokrývka",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2021",
|
|
"Lukáš Pokrývka",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"darius lindvai",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_actual": [
|
|
"darius lindvai",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:312",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:246",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:409",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:316",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:250",
|
|
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:413",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:227",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:389",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0479",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.",
|
|
"latency_seconds": 0.046277,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"filip tomas",
|
|
"mark feher"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"filip tomas",
|
|
"mark feher"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:243",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:407",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:230",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0480",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.",
|
|
"latency_seconds": 0.046468,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"ondrej megela",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_actual": [
|
|
"ondrej megela",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0481",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo inštrukcie a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.034854,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0482",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Slovak Mistral a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.034789,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0483",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo znalostný graf a jej práca je uvedená v roku 2027?",
|
|
"latency_seconds": 0.035317,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0484",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.0354,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0485",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.035445,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0486",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?",
|
|
"latency_seconds": 0.05028,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0487",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo pomenované entity a jej práca je uvedená v roku 2020?",
|
|
"latency_seconds": 0.035407,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0488",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.035098,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0489",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo CRF a jej práca je uvedená v roku 2021?",
|
|
"latency_seconds": 0.034077,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0490",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?",
|
|
"latency_seconds": 0.035794,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0491",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Streamlit a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.034594,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0492",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.035779,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0493",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.072152,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0494",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo chatbot a jej práca je uvedená v roku 2020?",
|
|
"latency_seconds": 0.045683,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0495",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.044143,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0496",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo speech-to-text a jej práca je uvedená v roku 2027?",
|
|
"latency_seconds": 0.04067,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "GPU",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:226",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "GPU",
|
|
"id": "gpu",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:541"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0497",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo GPU a jej práca je uvedená v roku 2021?",
|
|
"latency_seconds": 0.045461,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"GPU",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"GPU",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "GPU"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "GPU"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"keyword": "Spacy",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:228",
|
|
"title": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónová morfologická anotácia slovenského jazyka",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:297",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0498",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?",
|
|
"latency_seconds": 0.045472,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0499",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?",
|
|
"latency_seconds": 0.035966,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "Spacy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:252",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:317",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:414",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:578"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0500",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.044814,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Spacy",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Spacy",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "dev-negative-year-0",
|
|
"split": "dev",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Alina Vitko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?",
|
|
"latency_seconds": 0.048566,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "dev-negative-year-1",
|
|
"split": "dev",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Andrii Pervashov, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo nlp?",
|
|
"latency_seconds": 0.045746,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "dev-negative-year-2",
|
|
"split": "dev",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Artem Yatsenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ner?",
|
|
"latency_seconds": 0.052842,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "dev-negative-year-3",
|
|
"split": "dev",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Bogdan Paul Chiș, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ie?",
|
|
"latency_seconds": 0.05886,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "dev-negative-tag-0",
|
|
"split": "dev",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Cesar Abascal Gutierrez, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?",
|
|
"latency_seconds": 0.040066,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "dev-negative-tag-1",
|
|
"split": "dev",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Daniil Huzenko, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?",
|
|
"latency_seconds": 0.038075,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "dev-negative-person-0",
|
|
"split": "dev",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov diplomovej práce má osoba Zuzana Neexistujúca Vzorová?",
|
|
"latency_seconds": 0.032368,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [],
|
|
"actual_documents": [],
|
|
"matched_documents": [],
|
|
"expected_source_urls": [],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "dev-negative-person-1",
|
|
"split": "dev",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov diplomovej práce má osoba Roman Neskutočný Testovací?",
|
|
"latency_seconds": 0.03327,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [],
|
|
"actual_documents": [],
|
|
"matched_documents": [],
|
|
"expected_source_urls": [],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"count_ok": true,
|
|
"expected_count": 0,
|
|
"actual_count": 0,
|
|
"complete": true,
|
|
"id": "dev-zero-count",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Andrii Pervashov, Artem Yatsenko vyber osoby s prácou v roku 2099. Koľko ich je?",
|
|
"latency_seconds": 0.045099,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"0"
|
|
],
|
|
"matched_values": [
|
|
"0"
|
|
],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
}
|
|
],
|
|
"source_consistent_summary": {
|
|
"questions": 509,
|
|
"strict_count": 509,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.042799,
|
|
"latency_median_seconds": 0.040359,
|
|
"latency_p95_seconds": 0.061584
|
|
},
|
|
"source_consistent_by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 17,
|
|
"strict_count": 17,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.0486,
|
|
"latency_median_seconds": 0.046277,
|
|
"latency_p95_seconds": 0.059715
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 20,
|
|
"strict_count": 20,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.04056,
|
|
"latency_median_seconds": 0.035786,
|
|
"latency_p95_seconds": 0.051374
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 60,
|
|
"strict_count": 60,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041938,
|
|
"latency_median_seconds": 0.034601,
|
|
"latency_p95_seconds": 0.082669
|
|
},
|
|
"negative_lookup": {
|
|
"questions": 8,
|
|
"strict_count": 8,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.043724,
|
|
"latency_median_seconds": 0.042906,
|
|
"latency_p95_seconds": 0.056754
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 80,
|
|
"strict_count": 80,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.039121,
|
|
"latency_median_seconds": 0.035882,
|
|
"latency_p95_seconds": 0.049509
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 30,
|
|
"strict_count": 30,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.038514,
|
|
"latency_median_seconds": 0.033744,
|
|
"latency_p95_seconds": 0.055645
|
|
},
|
|
"person_title_year": {
|
|
"questions": 80,
|
|
"strict_count": 80,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.047181,
|
|
"latency_median_seconds": 0.041311,
|
|
"latency_p95_seconds": 0.074391
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 100,
|
|
"strict_count": 100,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.042426,
|
|
"latency_median_seconds": 0.041108,
|
|
"latency_p95_seconds": 0.047195
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 60,
|
|
"strict_count": 60,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.048175,
|
|
"latency_median_seconds": 0.044679,
|
|
"latency_p95_seconds": 0.063015
|
|
},
|
|
"shared_keyword_pair": {
|
|
"questions": 54,
|
|
"strict_count": 54,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.038678,
|
|
"latency_median_seconds": 0.03815,
|
|
"latency_p95_seconds": 0.044222
|
|
}
|
|
},
|
|
"source_inconsistent_ids": []
|
|
}
|