{ "evaluation_schema_version": 4, "run_metadata": { "started_at_utc": "2026-10-25T16:07:03.872069+00:00", "python": "3.10.12", "git_head": "90fc7f2df0e7a5e1b63ce11628ac2fcf5805ac57", "wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", "fingerprints": { "implementation": { "tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/build_graphrag.py": "256292101d6d7d1946e926e2717ac45465b169f4091c51ecfed4f1a779dfd700", "tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80", "tools/graphrag/evaluation/benchmark_v2.py": "129dd774faa414f06733e1ee6333e7b411b1c75b5601b895c405778df478a563", "tools/graphrag/evaluation/benchmark_v3.py": "30bae6c605ed26f4b49973acec799087c4e2b97a883ccedcafb965dd909c4c4d", "tools/graphrag/evaluation/benchmark_v4.py": "70a8b08f7c2b2cb3e2bdc77be9efedd23ea24ac564ec1c1eb224a9f6388b3a67", "tools/graphrag/evaluation/check_openwebui.py": "d6b5d9947679aeabf4ec9599a7ad70b5ee917dd7c6ad747ddbf54579d8de475b", "tools/graphrag/evaluation/evaluate_graphrag.py": "89c364d15b70c9cb55df39d5970b4d0d79b681ba70eed7530a4e3fe64167812e", "tools/graphrag/evaluation/evidence_contract.py": "78e24264c176e163e1782fef1634b6c45c7f31bd4692726d02a30ab45a06648e", "tools/graphrag/evaluation/freeze_graphrag.py": "793c6d04a13c3217347283c609f647cd0d69b020e44bbde458bdc7ebbab8ec7e", "tools/graphrag/evaluation/graphrag_evaluator.py": "7f99bf0f97974058650b619ea49a8ee32284cb4b324f1ffab9baf54f5c4495f4", "tools/graphrag/evaluation/reproducibility.py": "f6dde1a2a6f68abd0e916dfb38d5eb756a7f8621a66b7c11e43e7580b347134a", "tools/graphrag/evaluation/source_oracle.py": "bfe8375556d64975433ff098e8d227aecbe59afd4e4fbe5745054524e913f3da", "tools/graphrag/evaluation/source_validation.py": "042a3f99b18c028d88d1ecb6bf2430b8979be3d7414c19ee506bd245082bff46", "tools/graphrag/graph_db.py": "c4b1a2edb765856b807398e4c243a8d17753529a5d2dfdb51791e28bc8de17f7", "tools/graphrag/graph_search.py": "8cc3668b4ad7beabf849e6978ea1d5defc818b142ee8b157b19c319998fb7541", "tools/graphrag/graphrag.py": "128f888a0c76d06457af8c1dd1cf56fc1955e25b976f367613f0829f7e990ee6", "tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb", "tools/graphrag/publication.py": "fba1fa0d0bed325fd87f8d3593baae9271de1766b772d7214c7f63fd3f1c37b6", "tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/tests/test_evaluation_pipeline_v2.py": "63d1b3e80ae3c7b563374fd7ab4aa5ffad3c614eafbd15142c577abd7f756bf9", "tools/graphrag/tests/test_evaluation_v5.py": "0475ebd4dc28d3e940ab499a7bc4ef713dc4c679d25b650161b78d1886f3bc0b", "tools/graphrag/tests/test_evaluation_wide.py": "1b28bb74fd6b9457c869186b88606f1f7863d573aa3ab5226162e878f236d99e", "tools/graphrag/tests/test_evaluator_connected_v2.py": "29d7c9838ed1ff37ea3276df6feb1b6142158c43a0525712f490b648181882de", "tools/graphrag/tests/test_graph_publication.py": "96e53c1ae28e36c7a4290e1e60c8b398bf095ceaf883e819e1a477e2672b11c0", "tools/graphrag/tests/test_graph_rebuild_atomic.py": "fe37d4fff0b1f0fb1d565f0a96152b9b4e336837bc78b5977cf3b4879d7fbaf3", "tools/graphrag/tests/test_graph_search.py": "eb58661aef9dafe6bf7188fcdc2d79cef6652d57c64d1b81ae81a52e8e0204d7", "tools/graphrag/tests/test_graph_search_entity_v2.py": "0ef1a8ebd513c5a4507eb38fcf5ae6137c69e9901b5a2975ba513be5902ac693", "tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b", "tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48", "tools/graphrag/tests/test_graphrag.py": "9ee8629d6b528dd78c2ddfc25cee95e17613f45b454fc0a38d4c591862637a9f", "tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298", "tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f", "tools/graphrag/tests/test_graphrag_research_v2.py": "711008a91ab8a58ae0854e7f90329bcd42e5189fde2e2001589e97b0c22c5198", "tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c", "tools/graphrag/tests/test_source_oracle_v2.py": "0afdbe235e185ffe9f38aa667f90f5a6c20504fe29e9ac572642b39a8eb7faca", "requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a", "tools/publication.py": "f99d445073390a733afc8d849b9fcd4b4b0890bb54d136db67d4015b78436e1a", "tools/retrieval_contract.py": "b8fa272c3babf924a3ce8b937fe7ae437cd959ba9f7667193ac67c18d2c5b58d", "tools/index_state.py": "c33920a63d04009f11ef23ca9e9eee9bf86453b7d0586d027bf3b39156afea0d", "tools/rag/common.py": "8497c46d5c6c27a7c76df1568360ad5e9d00d5e5a7ef186e758960cc79d81d1c", "tools/sync_indexes.py": "5b909b4394c24e5ce22848594b16d9aea45fb06418f5cd92bb6aa6381a0ccf10" }, "dataset_sha256": "9a3b873882bbf29b905d79c9448c3c287fda30323f93a6533b88dbd59b19f558", "inputs": { "data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", "data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9" }, "source_corpus": { "sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10", "document_count": 114, "documents": { "pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a", "pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9", "pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a", "pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06", "pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5", "pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea", "pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0", "pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84", "pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02", "pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2", "pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc", "pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499", "pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc", "pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df", "pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd", "pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92", "pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562", "pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48", "pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2", "pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87", "pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330", "pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635" } }, "retrieval_policy": { "published_only": true, "publication_policy": "explicit-false-hidden-v1", "academic_preparation_is_work": false } }, "graph": { "sha256": "f5f85ce72994baa1c4df62c0423fd6f3a349ef7de2174a65184a6dc4628e1cdb", "nodes": 446, "relationships": 877 }, "completed_at_utc": "2026-10-25T16:07:35.872246+00:00", "audit_sha256": "091e2ee00a88e9e6a459e91fb54efabd23eec5eb4dd70570aa313c3e51e93410" }, "configuration": { "evaluation_kind": "development_regression", "published_only": true, "questions_file": "/home/janko/DP/zp-agent/tools/graphrag/evaluation/graphrag_questions_v4.json", "split": "dev", "dataset_question_count": 1042, "selected_question_count": 722, "limit": 40, "max_entities": 8, "ids": [], "max_questions": null }, "summary": { "questions": 722, "source_checked_count": 722, "all_facts_supported_count": 722, "strict_count": 722, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.041665, "latency_median_seconds": 0.040584, "latency_p95_seconds": 0.050737 }, "by_category": { "candidate_set_aggregation": { "questions": 38, "source_checked_count": 38, "all_facts_supported_count": 38, "strict_count": 38, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.05019, "latency_median_seconds": 0.047462, "latency_p95_seconds": 0.062666 }, "conjunctive_disambiguation": { "questions": 40, "source_checked_count": 40, "all_facts_supported_count": 40, "strict_count": 40, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.043432, "latency_median_seconds": 0.043941, "latency_p95_seconds": 0.046969 }, "document_author_category_multi_hop": { "questions": 82, "source_checked_count": 82, "all_facts_supported_count": 82, "strict_count": 82, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.037089, "latency_median_seconds": 0.036593, "latency_p95_seconds": 0.039857 }, "negative_lookup": { "questions": 34, "source_checked_count": 34, "all_facts_supported_count": 34, "strict_count": 34, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.042499, "latency_median_seconds": 0.041526, "latency_p95_seconds": 0.048786 }, "person_keyword_title": { "questions": 100, "source_checked_count": 100, "all_facts_supported_count": 100, "strict_count": 100, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.039546, "latency_median_seconds": 0.038361, "latency_p95_seconds": 0.045663 }, "person_multiple_categories": { "questions": 52, "source_checked_count": 52, "all_facts_supported_count": 52, "strict_count": 52, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.038477, "latency_median_seconds": 0.035974, "latency_p95_seconds": 0.050011 }, "person_start_year": { "questions": 2, "source_checked_count": 2, "all_facts_supported_count": 2, "strict_count": 2, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.034576, "latency_median_seconds": 0.034576, "latency_p95_seconds": 0.034701 }, "person_title_year": { "questions": 100, "source_checked_count": 100, "all_facts_supported_count": 100, "strict_count": 100, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.04077, "latency_median_seconds": 0.04031, "latency_p95_seconds": 0.043642 }, "same_academic_year_pair": { "questions": 120, "source_checked_count": 120, "all_facts_supported_count": 120, "strict_count": 120, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.045788, "latency_median_seconds": 0.044312, "latency_p95_seconds": 0.053846 }, "same_start_year_pair": { "questions": 80, "source_checked_count": 80, "all_facts_supported_count": 80, "strict_count": 80, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.042016, "latency_median_seconds": 0.039405, "latency_p95_seconds": 0.052247 }, "shared_keyword_pair": { "questions": 74, "source_checked_count": 74, "all_facts_supported_count": 74, "strict_count": 74, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.040457, "latency_median_seconds": 0.039545, "latency_p95_seconds": 0.045547 } }, "by_difficulty": { "hard": { "questions": 722, "source_checked_count": 722, "all_facts_supported_count": 722, "strict_count": 722, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.041665, "latency_median_seconds": 0.040584, "latency_p95_seconds": 0.050737 } }, "questions": [ { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0001", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.04713, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Jakub Maruniak" ], "matched_values": [ "Maroš Harahus", "Spacy", "Jakub Maruniak" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0002", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.039685, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Jakub Maruniak" ], "matched_values": [ "Maroš Harahus", "Spacy", "Jakub Maruniak" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0003", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.042238, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Kristián Sopkovič" ], "matched_values": [ "Maroš Harahus", "Spacy", "Kristián Sopkovič" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0004", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.039263, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Kristián Sopkovič" ], "matched_values": [ "Maroš Harahus", "Spacy", "Kristián Sopkovič" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0005", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.042675, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Artem Yatsenko" ], "matched_values": [ "Maroš Harahus", "Spacy", "Artem Yatsenko" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0006", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.039209, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Artem Yatsenko" ], "matched_values": [ "Maroš Harahus", "Spacy", "Artem Yatsenko" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0007", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.043357, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Spacy", "Kristián Sopkovič" ], "matched_values": [ "Jakub Maruniak", "Spacy", "Kristián Sopkovič" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0008", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.040559, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Spacy", "Kristián Sopkovič" ], "matched_values": [ "Jakub Maruniak", "Spacy", "Kristián Sopkovič" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0009", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.041938, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Spacy", "Artem Yatsenko" ], "matched_values": [ "Jakub Maruniak", "Spacy", "Artem Yatsenko" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0010", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.039595, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Spacy", "Artem Yatsenko" ], "matched_values": [ "Jakub Maruniak", "Spacy", "Artem Yatsenko" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0011", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.044661, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Spacy", "Artem Yatsenko" ], "matched_values": [ "Kristián Sopkovič", "Spacy", "Artem Yatsenko" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0012", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.039496, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Spacy", "Artem Yatsenko" ], "matched_values": [ "Kristián Sopkovič", "Spacy", "Artem Yatsenko" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0013", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.04227, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md", "pages/topics/question/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/topics/question" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0014", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.038292, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md", "pages/topics/question/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/topics/question" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0015", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.040091, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0016", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.038005, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0017", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.043528, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0018", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.04164, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/translation/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0019", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.047038, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0020", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.050221, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0021", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.045828, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0022", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.037426, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0023", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.041981, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md", "pages/topics/bert/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0024", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.037992, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md", "pages/topics/bert/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0025", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.041399, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0026", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.037663, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0027", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.041577, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0028", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.038365, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0029", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez kľúčové slovo Docker? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.040607, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0030", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez kľúčové slovo Docker a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.037244, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0031", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.041539, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0032", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.037571, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0033", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.045396, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0034", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.045237, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0035", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.041257, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0036", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.037986, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0037", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.042121, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0038", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.038996, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0039", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo OpenWebUI? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.04154, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0040", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez kľúčové slovo OpenWebUI a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.037406, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "keyword": "RAG" }, "matched": true }, { "binding": { "person": "Ján Pták", "keyword": "RAG" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791" }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0041", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.043041, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "RAG", "Ján Pták" ], "matched_values": [ "Valerii Kutsenko", "RAG", "Ján Pták" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "RAG" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "RAG" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "keyword": "RAG" }, "matched": true }, { "binding": { "person": "Ján Pták", "keyword": "RAG" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791" }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0042", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.039376, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "RAG", "Ján Pták" ], "matched_values": [ "Valerii Kutsenko", "RAG", "Ján Pták" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "RAG" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "RAG" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0043", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.041005, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0044", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.038142, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0045", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.041947, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0046", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.03823, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0047", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.040764, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0048", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.037334, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0049", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.043652, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0050", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.041207, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0051", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.044186, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0052", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.039053, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "keyword": "agent" }, "matched": true }, { "binding": { "person": "Samuel Džurina", "keyword": "agent" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803" }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" }, { "kind": "Keyword", "name": "agent", "id": "agent", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:131" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Džurina", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804" }, { "kind": "Document", "path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" }, { "kind": "Keyword", "name": "agent", "id": "agent", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:131" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0053", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "latency_seconds": 0.044103, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "agent", "Samuel Džurina" ], "matched_values": [ "Rostyslav Rodzhuk", "agent", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "agent" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "agent" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "agent" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "agent" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "keyword": "agent" }, "matched": true }, { "binding": { "person": "Samuel Džurina", "keyword": "agent" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803" }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" }, { "kind": "Keyword", "name": "agent", "id": "agent", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:131" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Džurina", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804" }, { "kind": "Document", "path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" }, { "kind": "Keyword", "name": "agent", "id": "agent", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:131" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0054", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "latency_seconds": 0.040173, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "agent", "Samuel Džurina" ], "matched_values": [ "Rostyslav Rodzhuk", "agent", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "agent" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "agent" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "agent" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "agent" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0055", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?", "latency_seconds": 0.045732, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "2026", "Ronald Zalacko" ], "matched_values": [ "Martin Šarišský", "2026", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0056", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?", "latency_seconds": 0.044423, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2026", "Samuel Vasiľ" ], "matched_values": [ "Maksym Zatirka", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "year": 2021 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2021 }, "matched": true }, { "binding": { "person": "Filip Tomáš", "year": 2022 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:708", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "work:pages/students/2019/filip_tomas/README.md:bakalarsky-projekt-2021", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Work", "year": 2021, "heading": "Diplomový projekt 2021", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:683", "name": "Diplomový projekt 2021", "source_document": "pages/students/2016/mark_feher/README.md", "id": "work:pages/students/2016/mark_feher/README.md:diplomovy-projekt-2021", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:279", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "thesis_type": "bachelor_thesis", "name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0057", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?", "latency_seconds": 0.045465, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "2021", "Márk Fehér", "2022" ], "matched_values": [ "Filip Tomáš", "2021", "Márk Fehér", "2022" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0058", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?", "latency_seconds": 0.054429, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Samuel Džurina" ], "matched_values": [ "Ján Pták", "2026", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0059", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?", "latency_seconds": 0.044044, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "2026", "Ronald Zalacko" ], "matched_values": [ "Oleksandr Dorybohov", "2026", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0060", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?", "latency_seconds": 0.043927, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Matej Novotný" ], "matched_values": [ "Ján Pták", "2026", "Matej Novotný" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2019 }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "year": 2019 }, "matched": true }, { "binding": { "person": "Dárius Lindvai", "year": 2020 }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "year": 2020 }, "matched": true }, { "binding": { "person": "Dárius Lindvai", "year": 2021 }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669", "title": "rešerš", "name": "rešerš", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:682", "title": "Paralelné spracovanie prirodzeného jazyka", "name": "Paralelné spracovanie prirodzeného jazyka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:667", "name": "Diplomový projekt 2 2020", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2-2020", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:681", "name": "Diplomový projekt 2 2020", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "work:pages/students/2016/lukas_pokryvka/README.md:diplomovy-projekt-2-2020", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:202", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "thesis_type": "diploma_thesis", "name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208", "title": "Paralelné trénovanie neurónových sietí", "thesis_type": "diploma_thesis", "name": "Paralelné trénovanie neurónových sietí", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0061", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?", "latency_seconds": 0.04528, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2019", "Lukáš Pokrývka", "2020", "2021" ], "matched_values": [ "Dárius Lindvai", "2019", "Lukáš Pokrývka", "2020", "2021" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0062", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?", "latency_seconds": 0.046586, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2026", "Samuel Vasiľ" ], "matched_values": [ "Ján Malinovský", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0063", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.043829, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2026", "Samuel Džurina" ], "matched_values": [ "Rostyslav Rodzhuk", "2026", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0064", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?", "latency_seconds": 0.043536, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2026", "Samuel Džurina" ], "matched_values": [ "Matej Novotný", "2026", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0065", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?", "latency_seconds": 0.05017, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2026", "Martin Šarišský" ], "matched_values": [ "Ján Malinovský", "2026", "Martin Šarišský" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0066", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?", "latency_seconds": 0.066949, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "2026", "Samuel Džurina" ], "matched_values": [ "Matej Ščišľak", "2026", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0067", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?", "latency_seconds": 0.043405, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "2026", "Samuel Vasiľ" ], "matched_values": [ "Ronald Zalacko", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "year": 2021 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2021 }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "year": 2022 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:710", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "work:pages/students/2019/kristian_sopkovic/README.md:bakalarsky-projekt-2021", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0068", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?", "latency_seconds": 0.043478, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "2021", "Kristián Sopkovič", "2022" ], "matched_values": [ "Artem Yatsenko", "2021", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2021 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2021 }, "matched": true }, { "binding": { "person": "Alina Vitko", "year": 2022 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Work", "year": 2021, "heading": "Diplomový projekt 2021", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:683", "name": "Diplomový projekt 2021", "source_document": "pages/students/2016/mark_feher/README.md", "id": "work:pages/students/2016/mark_feher/README.md:diplomovy-projekt-2021", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0069", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?", "latency_seconds": 0.044099, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2021", "Márk Fehér", "2022" ], "matched_values": [ "Alina Vitko", "2021", "Márk Fehér", "2022" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0070", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?", "latency_seconds": 0.048814, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "2026", "Oleksandr Dorybohov" ], "matched_values": [ "Martin Šarišský", "2026", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0071", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.045553, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "2026", "Simona Bobrovčanová" ], "matched_values": [ "Samuel Džurina", "2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Rostyslav Rodzhuk", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0072", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?", "latency_seconds": 0.042629, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Rostyslav Rodzhuk" ], "matched_values": [ "Ján Pták", "2026", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0073", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?", "latency_seconds": 0.045742, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "2026", "Samuel Vasiľ" ], "matched_values": [ "Martin Šarišský", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "year": 2019 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2019 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2020 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2020 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2021 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:206", "title": "Vyhľadávač na slovenskom internete", "thesis_type": "bachelor_thesis", "name": "Vyhľadávač na slovenskom internete", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:686", "name": "Tímový projekt 2019", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:timovy-projekt-2019", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:678", "name": "Diplomový projekt 2020", "source_document": "pages/students/2016/jan_holp/README.md", "id": "work:pages/students/2016/jan_holp/README.md:diplomovy-projekt-2020", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:685", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0074", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?", "latency_seconds": 0.046536, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "2019", "Maroš Harahus", "2020", "2021" ], "matched_values": [ "Ján Holp", "2019", "Maroš Harahus", "2020", "2021" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "year": 2021 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2021 }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "year": 2022 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:214", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2021", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:215", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0075", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?", "latency_seconds": 0.046303, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "2021", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Artem Yatsenko", "2021", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Omasta", "year": 2024 }, "matched": true }, { "binding": { "person": "Vladimír Ferko", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:222", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786", "name": "Vladimír Ferko", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "person:pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:654", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "thesis_type": "bachelor_thesis", "name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024", "person": "Vladimír Ferko", "document_path": "pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:44", "title": "Vladimír Ferko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "path": "pages/students/2021/vladimir_ferko/README.md", "name": "Vladimír Ferko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0076", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?", "latency_seconds": 0.045041, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "2024", "Vladimír Ferko" ], "matched_values": [ "Dávid Omasta", "2024", "Vladimír Ferko" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0077", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?", "latency_seconds": 0.044407, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2026", "Oleksandr Dorybohov" ], "matched_values": [ "Ján Malinovský", "2026", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "year": 2021 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2021 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2022 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2022 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2024 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:710", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "work:pages/students/2019/kristian_sopkovic/README.md:bakalarsky-projekt-2021", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:713", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "work:pages/students/2019/michal_stromko/README.md:bakalarsky-projekt-2021", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "thesis_type": "bachelor_thesis", "name": "Indexovanie slovenského textu pomocou Elasticsearch", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:282", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "thesis_type": "diploma_thesis", "name": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:diplomova-praca-2024", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2023/24", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:633", "title": "Sémantické vyhľadávanie v slovenskom texte", "thesis_type": "diploma_thesis", "name": "Sémantické vyhľadávanie v slovenskom texte", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:diplomova-praca-2023-24", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0078", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?", "latency_seconds": 0.04852, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "2021", "Michal Stromko", "2022", "2024" ], "matched_values": [ "Kristián Sopkovič", "2021", "Michal Stromko", "2022", "2024" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "year": 2021 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2021 }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "year": 2022 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:713", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "work:pages/students/2019/michal_stromko/README.md:bakalarsky-projekt-2021", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "thesis_type": "bachelor_thesis", "name": "Indexovanie slovenského textu pomocou Elasticsearch", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0079", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?", "latency_seconds": 0.046398, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "2021", "Michal Stromko", "2022" ], "matched_values": [ "Artem Yatsenko", "2021", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "year": 2026 }, "matched": true }, { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0080", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?", "latency_seconds": 0.043182, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2026", "Maksym Zatirka" ], "matched_values": [ "Denis Le Thanh", "2026", "Maksym Zatirka" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0081", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?", "latency_seconds": 0.05111, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Yevhenii Medushivskyi" ], "matched_values": [ "Ján Pták", "2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0082", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?", "latency_seconds": 0.043323, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "2026", "Samuel Vasiľ" ], "matched_values": [ "Oleksandr Dorybohov", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0083", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?", "latency_seconds": 0.043427, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2026", "Oleksandr Dorybohov" ], "matched_values": [ "Maksym Zatirka", "2026", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0084", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?", "latency_seconds": 0.045498, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "2026", "Yevhenii Medushivskyi" ], "matched_values": [ "Matej Ščišľak", "2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0085", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?", "latency_seconds": 0.045274, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2026", "Ronald Zalacko" ], "matched_values": [ "Maksym Zatirka", "2026", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "year": 2020 }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "year": 2020 }, "matched": true }, { "binding": { "person": "Ondrej Megela", "year": 2022 }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272", "title": "Neurónové jazykové modelovanie typu BERT.", "thesis_type": "bachelor_thesis", "name": "Neurónové jazykové modelovanie typu BERT.", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212", "title": "Metódy automatického prekladu", "thesis_type": "bachelor_thesis", "name": "Metódy automatického prekladu", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Work", "year": 2022, "heading": "Diplomový projekt 1 2022", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:702", "name": "Diplomový projekt 1 2022", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:213", "title": "Neurónový strojový preklad", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:diplomova-praca-2022", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0086", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?", "latency_seconds": 0.046916, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2022" ], "matched_values": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2022" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "year": 2019 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2019 }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "year": 2020 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2020 }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "year": 2021 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:676", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:686", "name": "Tímový projekt 2019", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:timovy-projekt-2019", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 1 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:674", "name": "Diplomový projekt 1 2020", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:685", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0087", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?", "latency_seconds": 0.046181, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "2019", "Maroš Harahus", "2020", "2021" ], "matched_values": [ "Jakub Maruniak", "2019", "Maroš Harahus", "2020", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0088", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?", "latency_seconds": 0.043962, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2026", "Simona Bobrovčanová" ], "matched_values": [ "Matej Novotný", "2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "year": 2022 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0089", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?", "latency_seconds": 0.044107, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "2022", "Kristián Sopkovič" ], "matched_values": [ "Dominik Nagy", "2022", "Kristián Sopkovič" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0090", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?", "latency_seconds": 0.042698, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2026", "Maksym Zatirka" ], "matched_values": [ "Ján Malinovský", "2026", "Maksym Zatirka" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "year": 2026 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0091", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.044182, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2026", "Simona Bobrovčanová" ], "matched_values": [ "Rostyslav Rodzhuk", "2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Simona Bobrovčanová", "year": 2026 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0092", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.045827, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "2026", "Yevhenii Medushivskyi" ], "matched_values": [ "Simona Bobrovčanová", "2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "year": 2021 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2021 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2022 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:710", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "work:pages/students/2019/kristian_sopkovic/README.md:bakalarsky-projekt-2021", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:214", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2021", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:215", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0093", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?", "latency_seconds": 0.047851, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "2021", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Kristián Sopkovič", "2021", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "year": 2026 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0094", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?", "latency_seconds": 0.045222, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2026", "Ronald Zalacko" ], "matched_values": [ "Denis Le Thanh", "2026", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "year": 2022 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "thesis_type": "bachelor_thesis", "name": "Indexovanie slovenského textu pomocou Elasticsearch", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0095", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?", "latency_seconds": 0.046471, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "2022", "Michal Stromko" ], "matched_values": [ "Dominik Nagy", "2022", "Michal Stromko" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2021 }, "matched": true }, { "binding": { "person": "Filip Tomáš", "year": 2021 }, "matched": true }, { "binding": { "person": "Alina Vitko", "year": 2022 }, "matched": true }, { "binding": { "person": "Filip Tomáš", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:708", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "work:pages/students/2019/filip_tomas/README.md:bakalarsky-projekt-2021", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:279", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "thesis_type": "bachelor_thesis", "name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0096", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?", "latency_seconds": 0.044829, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2021", "Filip Tomáš", "2022" ], "matched_values": [ "Alina Vitko", "2021", "Filip Tomáš", "2022" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "year": 2022 }, "matched": true }, { "binding": { "person": "Dominik Nagy", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0097", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?", "latency_seconds": 0.047039, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "2022", "Dominik Nagy" ], "matched_values": [ "Artem Yatsenko", "2022", "Dominik Nagy" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Michal Stromko", "year": 2021 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2021 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2022 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:713", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "work:pages/students/2019/michal_stromko/README.md:bakalarsky-projekt-2021", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:214", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2021", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "thesis_type": "bachelor_thesis", "name": "Indexovanie slovenského textu pomocou Elasticsearch", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:215", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0098", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?", "latency_seconds": 0.048023, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "2021", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Michal Stromko", "2021", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "year": 2025 }, "matched": true }, { "binding": { "person": "Rostyslav Rodzhuk", "year": 2025 }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true }, { "binding": { "person": "Rostyslav Rodzhuk", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Work", "year": 2025, "heading": "Diplomový projekt 1 2025", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:726", "name": "Diplomový projekt 1 2025", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "work:pages/students/2021/matej_scislak/README.md:diplomovy-projekt-1-2025", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Work", "year": 2025, "heading": "Vedecký projekt 2025", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:732", "title": "Veľký jazykový model ako inteligentný agent", "name": "Veľký jazykový model ako inteligentný agent", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "work:pages/students/2023/rostyslav_rodzhuk/README.md:vedecky-projekt-2025", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0099", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?", "latency_seconds": 0.04433, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "2025", "Rostyslav Rodzhuk", "2026" ], "matched_values": [ "Matej Ščišľak", "2025", "Rostyslav Rodzhuk", "2026" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "year": 2026 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0100", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.044131, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2026", "Yevhenii Medushivskyi" ], "matched_values": [ "Rostyslav Rodzhuk", "2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "year": 2026 }, "matched": true }, { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0101", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?", "latency_seconds": 0.042926, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2026", "Ján Malinovský" ], "matched_values": [ "Denis Le Thanh", "2026", "Ján Malinovský" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true }, { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0102", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?", "latency_seconds": 0.044523, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2026", "Martin Šarišský" ], "matched_values": [ "Maksym Zatirka", "2026", "Martin Šarišský" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "year": 2025 }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "year": 2025 }, "matched": true }, { "binding": { "person": "Andrii Pervashov", "year": 2027 }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "year": 2027 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "name": "Andrii Pervashov", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "person:pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:655", "title": "Korekcia textu pomocou neurónových sietí", "thesis_type": "bachelor_thesis", "name": "Korekcia textu pomocou neurónových sietí", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025", "person": "Andrii Pervashov", "document_path": "pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45", "title": "Andrii Pervashov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "path": "pages/students/2022/andrii_pervashov/README.md", "name": "Andrii Pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:658", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "thesis_type": "bachelor_thesis", "name": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:bakalarska-praca-2025", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "name": "Andrii Pervashov", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "person:pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:656", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "thesis_type": "diploma_thesis", "name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027", "person": "Andrii Pervashov", "document_path": "pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45", "title": "Andrii Pervashov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "path": "pages/students/2022/andrii_pervashov/README.md", "name": "Andrii Pervashov" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:659", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "thesis_type": "diploma_thesis", "name": "Expertný agentový systém na podporu rozhodovania v lekárni", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0103", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?", "latency_seconds": 0.045131, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2025", "Oleh Poiasnik", "2027" ], "matched_values": [ "Andrii Pervashov", "2025", "Oleh Poiasnik", "2027" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0104", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?", "latency_seconds": 0.044269, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Matej Ščišľak" ], "matched_values": [ "Ján Pták", "2026", "Matej Ščišľak" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "year": 2022 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:215", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0105", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?", "latency_seconds": 0.046529, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "2022", "Tomáš Kuchárik" ], "matched_values": [ "Dominik Nagy", "2022", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0106", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?", "latency_seconds": 0.045479, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2026", "Samuel Vasiľ" ], "matched_values": [ "Denis Le Thanh", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0107", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?", "latency_seconds": 0.043142, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2026", "Yevhenii Medushivskyi" ], "matched_values": [ "Matej Novotný", "2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0108", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?", "latency_seconds": 0.051862, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Simona Bobrovčanová" ], "matched_values": [ "Ján Pták", "2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0109", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?", "latency_seconds": 0.063229, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2026", "Oleksandr Dorybohov" ], "matched_values": [ "Denis Le Thanh", "2026", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0110", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.044708, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2026", "Matej Ščišľak" ], "matched_values": [ "Matej Novotný", "2026", "Matej Ščišľak" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "year": 2019 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2019 }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "year": 2020 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2020 }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "year": 2021 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:676", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:206", "title": "Vyhľadávač na slovenskom internete", "thesis_type": "bachelor_thesis", "name": "Vyhľadávač na slovenskom internete", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 1 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:674", "name": "Diplomový projekt 1 2020", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:678", "name": "Diplomový projekt 2020", "source_document": "pages/students/2016/jan_holp/README.md", "id": "work:pages/students/2016/jan_holp/README.md:diplomovy-projekt-2020", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0111", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?", "latency_seconds": 0.044798, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "2019", "Ján Holp", "2020", "2021" ], "matched_values": [ "Jakub Maruniak", "2019", "Ján Holp", "2020", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Ushatenko", "year": 2020 }, "matched": true }, { "binding": { "person": "Martin Wencel", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2017, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750", "name": "Dmytro Ushatenko", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "person:pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216", "title": "Jednoduchý chatbot v jazyku Python", "thesis_type": "bachelor_thesis", "name": "Jednoduchý chatbot v jazyku Python", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020", "person": "Dmytro Ushatenko", "document_path": "pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870", "title": "Dmytro Ushatenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "path": "pages/students/2017/dmytro_ushatenko/README.md", "name": "Dmytro Ushatenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758", "name": "Martin Wencel", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "person:pages/students/2018/martin_wencel/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:270", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "thesis_type": "bachelor_thesis", "name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020", "person": "Martin Wencel", "document_path": "pages/students/2018/martin_wencel/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878", "title": "Martin Wencel", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "path": "pages/students/2018/martin_wencel/README.md", "name": "Martin Wencel" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0112", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?", "latency_seconds": 0.045474, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "2020", "Martin Wencel" ], "matched_values": [ "Dmytro Ushatenko", "2020", "Martin Wencel" ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin Wencel" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin Wencel" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0113", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?", "latency_seconds": 0.046386, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2026", "Ronald Zalacko" ], "matched_values": [ "Ján Malinovský", "2026", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0114", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?", "latency_seconds": 0.049964, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "2026", "Simona Bobrovčanová" ], "matched_values": [ "Matej Ščišľak", "2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true }, { "binding": { "person": "Rostyslav Rodzhuk", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0115", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?", "latency_seconds": 0.045236, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2026", "Rostyslav Rodzhuk" ], "matched_values": [ "Matej Novotný", "2026", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "year": 2025 }, "matched": true }, { "binding": { "person": "Tetiana Mohorian", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788", "name": "Daniil Huzenko", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "person:pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:657", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "thesis_type": "bachelor_thesis", "name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025", "person": "Daniil Huzenko", "document_path": "pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:46", "title": "Daniil Huzenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "path": "pages/students/2022/daniil_huzenko/README.md", "name": "Daniil Huzenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "name": "Tetiana Mohorian", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "person:pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:184", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025", "person": "Tetiana Mohorian", "document_path": "pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:53", "title": "Tetiana Mohorian", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "path": "pages/students/2022/tetiana_mohorian/README.md", "name": "Tetiana Mohorian" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0116", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.044168, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "2025", "Tetiana Mohorian" ], "matched_values": [ "Daniil Huzenko", "2025", "Tetiana Mohorian" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "year": 2026 }, "matched": true }, { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0117", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?", "latency_seconds": 0.047881, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2026", "Martin Šarišský" ], "matched_values": [ "Denis Le Thanh", "2026", "Martin Šarišský" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0118", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.042946, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "2026", "Yevhenii Medushivskyi" ], "matched_values": [ "Samuel Džurina", "2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0119", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?", "latency_seconds": 0.043198, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "2026", "Ronald Zalacko" ], "matched_values": [ "Martin Šarišský", "2026", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0120", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?", "latency_seconds": 0.042028, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2026", "Samuel Vasiľ" ], "matched_values": [ "Maksym Zatirka", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "year": 2021 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2021 }, "matched": true }, { "binding": { "person": "Filip Tomáš", "year": 2022 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:708", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "work:pages/students/2019/filip_tomas/README.md:bakalarsky-projekt-2021", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Work", "year": 2021, "heading": "Diplomový projekt 2021", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:683", "name": "Diplomový projekt 2021", "source_document": "pages/students/2016/mark_feher/README.md", "id": "work:pages/students/2016/mark_feher/README.md:diplomovy-projekt-2021", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:279", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "thesis_type": "bachelor_thesis", "name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0121", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?", "latency_seconds": 0.044684, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "2021", "Márk Fehér", "2022" ], "matched_values": [ "Filip Tomáš", "2021", "Márk Fehér", "2022" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0122", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?", "latency_seconds": 0.042388, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Samuel Džurina" ], "matched_values": [ "Ján Pták", "2026", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0123", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?", "latency_seconds": 0.04199, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "2026", "Ronald Zalacko" ], "matched_values": [ "Oleksandr Dorybohov", "2026", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0124", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?", "latency_seconds": 0.04342, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Matej Novotný" ], "matched_values": [ "Ján Pták", "2026", "Matej Novotný" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2019 }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "year": 2019 }, "matched": true }, { "binding": { "person": "Dárius Lindvai", "year": 2020 }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "year": 2020 }, "matched": true }, { "binding": { "person": "Dárius Lindvai", "year": 2021 }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669", "title": "rešerš", "name": "rešerš", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:682", "title": "Paralelné spracovanie prirodzeného jazyka", "name": "Paralelné spracovanie prirodzeného jazyka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:667", "name": "Diplomový projekt 2 2020", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2-2020", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:681", "name": "Diplomový projekt 2 2020", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "work:pages/students/2016/lukas_pokryvka/README.md:diplomovy-projekt-2-2020", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:202", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "thesis_type": "diploma_thesis", "name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208", "title": "Paralelné trénovanie neurónových sietí", "thesis_type": "diploma_thesis", "name": "Paralelné trénovanie neurónových sietí", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0125", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?", "latency_seconds": 0.048187, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2019", "Lukáš Pokrývka", "2020", "2021" ], "matched_values": [ "Dárius Lindvai", "2019", "Lukáš Pokrývka", "2020", "2021" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0126", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?", "latency_seconds": 0.04274, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2026", "Samuel Vasiľ" ], "matched_values": [ "Ján Malinovský", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0127", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.044108, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2026", "Samuel Džurina" ], "matched_values": [ "Rostyslav Rodzhuk", "2026", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0128", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?", "latency_seconds": 0.042631, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2026", "Samuel Džurina" ], "matched_values": [ "Matej Novotný", "2026", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0129", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?", "latency_seconds": 0.0425, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2026", "Martin Šarišský" ], "matched_values": [ "Ján Malinovský", "2026", "Martin Šarišský" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0130", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?", "latency_seconds": 0.043571, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "2026", "Samuel Džurina" ], "matched_values": [ "Matej Ščišľak", "2026", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0131", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?", "latency_seconds": 0.042067, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "2026", "Samuel Vasiľ" ], "matched_values": [ "Ronald Zalacko", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "year": 2021 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2021 }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "year": 2022 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:710", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "work:pages/students/2019/kristian_sopkovic/README.md:bakalarsky-projekt-2021", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0132", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?", "latency_seconds": 0.043161, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "2021", "Kristián Sopkovič", "2022" ], "matched_values": [ "Artem Yatsenko", "2021", "Kristián Sopkovič", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2021 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2021 }, "matched": true }, { "binding": { "person": "Alina Vitko", "year": 2022 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Work", "year": 2021, "heading": "Diplomový projekt 2021", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:683", "name": "Diplomový projekt 2021", "source_document": "pages/students/2016/mark_feher/README.md", "id": "work:pages/students/2016/mark_feher/README.md:diplomovy-projekt-2021", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0133", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?", "latency_seconds": 0.042584, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2021", "Márk Fehér", "2022" ], "matched_values": [ "Alina Vitko", "2021", "Márk Fehér", "2022" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0134", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?", "latency_seconds": 0.064712, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "2026", "Oleksandr Dorybohov" ], "matched_values": [ "Martin Šarišský", "2026", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Džurina", "year": 2026 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0135", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.042778, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "2026", "Simona Bobrovčanová" ], "matched_values": [ "Samuel Džurina", "2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Rostyslav Rodzhuk", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0136", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?", "latency_seconds": 0.043199, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Rostyslav Rodzhuk" ], "matched_values": [ "Ján Pták", "2026", "Rostyslav Rodzhuk" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0137", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?", "latency_seconds": 0.044294, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "2026", "Samuel Vasiľ" ], "matched_values": [ "Martin Šarišský", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "year": 2019 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2019 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2020 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2020 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2021 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:206", "title": "Vyhľadávač na slovenskom internete", "thesis_type": "bachelor_thesis", "name": "Vyhľadávač na slovenskom internete", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:686", "name": "Tímový projekt 2019", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:timovy-projekt-2019", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:678", "name": "Diplomový projekt 2020", "source_document": "pages/students/2016/jan_holp/README.md", "id": "work:pages/students/2016/jan_holp/README.md:diplomovy-projekt-2020", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:685", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0138", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?", "latency_seconds": 0.045544, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "2019", "Maroš Harahus", "2020", "2021" ], "matched_values": [ "Ján Holp", "2019", "Maroš Harahus", "2020", "2021" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "year": 2021 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2021 }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "year": 2022 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:214", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2021", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:215", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0139", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?", "latency_seconds": 0.047052, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "2021", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Artem Yatsenko", "2021", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Omasta", "year": 2024 }, "matched": true }, { "binding": { "person": "Vladimír Ferko", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:222", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786", "name": "Vladimír Ferko", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "person:pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:654", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "thesis_type": "bachelor_thesis", "name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024", "person": "Vladimír Ferko", "document_path": "pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:44", "title": "Vladimír Ferko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "path": "pages/students/2021/vladimir_ferko/README.md", "name": "Vladimír Ferko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0140", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?", "latency_seconds": 0.0431, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "2024", "Vladimír Ferko" ], "matched_values": [ "Dávid Omasta", "2024", "Vladimír Ferko" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0141", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?", "latency_seconds": 0.042133, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2026", "Oleksandr Dorybohov" ], "matched_values": [ "Ján Malinovský", "2026", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "year": 2021 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2021 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2022 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2022 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2024 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:710", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "work:pages/students/2019/kristian_sopkovic/README.md:bakalarsky-projekt-2021", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:713", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "work:pages/students/2019/michal_stromko/README.md:bakalarsky-projekt-2021", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "thesis_type": "bachelor_thesis", "name": "Indexovanie slovenského textu pomocou Elasticsearch", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:282", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "thesis_type": "diploma_thesis", "name": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:diplomova-praca-2024", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2023/24", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:633", "title": "Sémantické vyhľadávanie v slovenskom texte", "thesis_type": "diploma_thesis", "name": "Sémantické vyhľadávanie v slovenskom texte", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:diplomova-praca-2023-24", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0142", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?", "latency_seconds": 0.04799, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "2021", "Michal Stromko", "2022", "2024" ], "matched_values": [ "Kristián Sopkovič", "2021", "Michal Stromko", "2022", "2024" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "year": 2021 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2021 }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "year": 2022 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:713", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "work:pages/students/2019/michal_stromko/README.md:bakalarsky-projekt-2021", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "thesis_type": "bachelor_thesis", "name": "Indexovanie slovenského textu pomocou Elasticsearch", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0143", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?", "latency_seconds": 0.044979, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "2021", "Michal Stromko", "2022" ], "matched_values": [ "Artem Yatsenko", "2021", "Michal Stromko", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "year": 2026 }, "matched": true }, { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0144", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?", "latency_seconds": 0.044058, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2026", "Maksym Zatirka" ], "matched_values": [ "Denis Le Thanh", "2026", "Maksym Zatirka" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0145", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?", "latency_seconds": 0.043498, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Yevhenii Medushivskyi" ], "matched_values": [ "Ján Pták", "2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0146", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?", "latency_seconds": 0.043026, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "2026", "Samuel Vasiľ" ], "matched_values": [ "Oleksandr Dorybohov", "2026", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0147", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?", "latency_seconds": 0.045756, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2026", "Oleksandr Dorybohov" ], "matched_values": [ "Maksym Zatirka", "2026", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0148", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?", "latency_seconds": 0.045659, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "2026", "Yevhenii Medushivskyi" ], "matched_values": [ "Matej Ščišľak", "2026", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0149", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?", "latency_seconds": 0.047134, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2026", "Ronald Zalacko" ], "matched_values": [ "Maksym Zatirka", "2026", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "year": 2020 }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "year": 2020 }, "matched": true }, { "binding": { "person": "Ondrej Megela", "year": 2022 }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272", "title": "Neurónové jazykové modelovanie typu BERT.", "thesis_type": "bachelor_thesis", "name": "Neurónové jazykové modelovanie typu BERT.", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212", "title": "Metódy automatického prekladu", "thesis_type": "bachelor_thesis", "name": "Metódy automatického prekladu", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Work", "year": 2022, "heading": "Diplomový projekt 1 2022", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:702", "name": "Diplomový projekt 1 2022", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:213", "title": "Neurónový strojový preklad", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:diplomova-praca-2022", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0150", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?", "latency_seconds": 0.053815, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2022" ], "matched_values": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2022" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "year": 2019 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2019 }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "year": 2020 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2020 }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "year": 2021 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:676", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:686", "name": "Tímový projekt 2019", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:timovy-projekt-2019", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 1 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:674", "name": "Diplomový projekt 1 2020", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:685", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0151", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?", "latency_seconds": 0.059551, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "2019", "Maroš Harahus", "2020", "2021" ], "matched_values": [ "Jakub Maruniak", "2019", "Maroš Harahus", "2020", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0152", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?", "latency_seconds": 0.045059, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2026", "Simona Bobrovčanová" ], "matched_values": [ "Matej Novotný", "2026", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "year": 2022 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0153", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?", "latency_seconds": 0.078754, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "2022", "Kristián Sopkovič" ], "matched_values": [ "Dominik Nagy", "2022", "Kristián Sopkovič" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0154", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?", "latency_seconds": 0.052564, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2026", "Maksym Zatirka" ], "matched_values": [ "Ján Malinovský", "2026", "Maksym Zatirka" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tetiana Mohorian", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tetiana Mohorian", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0155", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?", "latency_seconds": 0.050738, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "2022", "Valerii Kutsenko" ], "matched_values": [ "Tetiana Mohorian", "2022", "Valerii Kutsenko" ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Tetiana Mohorian", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tetiana Mohorian", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0156", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?", "latency_seconds": 0.056832, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2022", "Tetiana Mohorian" ], "matched_values": [ "Ján Pták", "2022", "Tetiana Mohorian" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Denis Le Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ronald Zalacko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0157", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?", "latency_seconds": 0.04853, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2023", "Ronald Zalacko" ], "matched_values": [ "Denis Le Thanh", "2023", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0158", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?", "latency_seconds": 0.047332, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2022", "Oleh Poiasnik" ], "matched_values": [ "Ján Malinovský", "2022", "Oleh Poiasnik" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0159", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?", "latency_seconds": 0.052225, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "2022", "Samuel Vasiľ" ], "matched_values": [ "Oleh Poiasnik", "2022", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Džurina", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Džurina", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0160", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.046702, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "2023", "Yevhenii Medushivskyi" ], "matched_values": [ "Samuel Džurina", "2023", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Dorybohov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ronald Zalacko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0161", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?", "latency_seconds": 0.046017, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "2023", "Ronald Zalacko" ], "matched_values": [ "Oleksandr Dorybohov", "2023", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0162", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?", "latency_seconds": 0.049318, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2022", "Valerii Kutsenko" ], "matched_values": [ "Ján Pták", "2022", "Valerii Kutsenko" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0163", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.04975, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2023", "Simona Bobrovčanová" ], "matched_values": [ "Rostyslav Rodzhuk", "2023", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Simona Bobrovčanová", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0164", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.050822, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "2023", "Yevhenii Medushivskyi" ], "matched_values": [ "Simona Bobrovčanová", "2023", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Novotný", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0165", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.049312, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2021", "Matej Ščišľak" ], "matched_values": [ "Matej Novotný", "2021", "Matej Ščišľak" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Vladyslav Yanchenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0166", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?", "latency_seconds": 0.049971, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2022", "Vladyslav Yanchenko" ], "matched_values": [ "Andrii Pervashov", "2022", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0167", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.045351, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2023", "Yevhenii Medushivskyi" ], "matched_values": [ "Rostyslav Rodzhuk", "2023", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "start_year": 2016 }, "matched": true }, { "binding": { "person": "Ján Holp", "start_year": 2016 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Holp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0168", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?", "latency_seconds": 0.049456, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "2016", "Ján Holp" ], "matched_values": [ "Jakub Maruniak", "2016", "Ján Holp" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Ján Holp" }, { "type": "start_year", "value": "2016" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Ján Holp" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Vladyslav Yanchenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0169", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?", "latency_seconds": 0.041039, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "2022", "Vladyslav Yanchenko" ], "matched_values": [ "Oleh Poiasnik", "2022", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maksym Zatirka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Dorybohov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0170", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?", "latency_seconds": 0.043005, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2023", "Oleksandr Dorybohov" ], "matched_values": [ "Maksym Zatirka", "2023", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0171", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?", "latency_seconds": 0.042146, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2022", "Samuel Vasiľ" ], "matched_values": [ "Ján Malinovský", "2022", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Džurina", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0172", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.043135, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2023", "Samuel Džurina" ], "matched_values": [ "Rostyslav Rodzhuk", "2023", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Maksym Zatirka", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Denis Le Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maksym Zatirka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0173", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?", "latency_seconds": 0.039054, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2023", "Maksym Zatirka" ], "matched_values": [ "Denis Le Thanh", "2023", "Maksym Zatirka" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Tetiana Mohorian", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Daniil Huzenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tetiana Mohorian", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0174", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.040304, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "2022", "Tetiana Mohorian" ], "matched_values": [ "Daniil Huzenko", "2022", "Tetiana Mohorian" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maksym Zatirka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ronald Zalacko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0175", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?", "latency_seconds": 0.04094, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2023", "Ronald Zalacko" ], "matched_values": [ "Maksym Zatirka", "2023", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Denis Le Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Dorybohov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0176", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?", "latency_seconds": 0.044547, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2023", "Oleksandr Dorybohov" ], "matched_values": [ "Denis Le Thanh", "2023", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Ján Pták", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Daniil Huzenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0177", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?", "latency_seconds": 0.040944, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "2022", "Ján Pták" ], "matched_values": [ "Daniil Huzenko", "2022", "Ján Pták" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0178", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?", "latency_seconds": 0.042024, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2022", "Oleh Poiasnik" ], "matched_values": [ "Andrii Pervashov", "2022", "Oleh Poiasnik" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Vladyslav Yanchenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0179", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?", "latency_seconds": 0.045501, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2022", "Vladyslav Yanchenko" ], "matched_values": [ "Ján Malinovský", "2022", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Vasiľ", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Vladyslav Yanchenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0180", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?", "latency_seconds": 0.041697, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "2022", "Vladyslav Yanchenko" ], "matched_values": [ "Samuel Vasiľ", "2022", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Ján Malinovský", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0181", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?", "latency_seconds": 0.037636, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2022", "Ján Malinovský" ], "matched_values": [ "Andrii Pervashov", "2022", "Ján Malinovský" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Daniil Huzenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0182", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?", "latency_seconds": 0.039361, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "2022", "Valerii Kutsenko" ], "matched_values": [ "Daniil Huzenko", "2022", "Valerii Kutsenko" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "start_year": 2016 }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "start_year": 2016 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dárius Lindvai", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0183", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?", "latency_seconds": 0.039353, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2016", "Lukáš Pokrývka" ], "matched_values": [ "Dárius Lindvai", "2016", "Lukáš Pokrývka" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "start_year", "value": "2016" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Martin Šarišský", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Eduard Matovka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0184", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?", "latency_seconds": 0.042642, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "2021", "Martin Šarišský" ], "matched_values": [ "Eduard Matovka", "2021", "Martin Šarišský" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Vladimír Ferko", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Novotný", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladimír Ferko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0185", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?", "latency_seconds": 0.052661, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2021", "Vladimír Ferko" ], "matched_values": [ "Matej Novotný", "2021", "Vladimír Ferko" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Džurina", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Džurina", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0186", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?", "latency_seconds": 0.045362, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "2023", "Simona Bobrovčanová" ], "matched_values": [ "Samuel Džurina", "2023", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0187", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?", "latency_seconds": 0.043166, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2022", "Samuel Vasiľ" ], "matched_values": [ "Andrii Pervashov", "2022", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Vladimír Ferko", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladimír Ferko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0188", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?", "latency_seconds": 0.054583, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "2021", "Vladimír Ferko" ], "matched_values": [ "Matej Ščišľak", "2021", "Vladimír Ferko" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tetiana Mohorian", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tetiana Mohorian", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0189", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?", "latency_seconds": 0.059243, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "2022", "Valerii Kutsenko" ], "matched_values": [ "Tetiana Mohorian", "2022", "Valerii Kutsenko" ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Tetiana Mohorian", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tetiana Mohorian", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0190", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?", "latency_seconds": 0.044569, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2022", "Tetiana Mohorian" ], "matched_values": [ "Ján Pták", "2022", "Tetiana Mohorian" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Denis Le Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ronald Zalacko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0191", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?", "latency_seconds": 0.041722, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2023", "Ronald Zalacko" ], "matched_values": [ "Denis Le Thanh", "2023", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0192", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?", "latency_seconds": 0.038944, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2022", "Oleh Poiasnik" ], "matched_values": [ "Ján Malinovský", "2022", "Oleh Poiasnik" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0193", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?", "latency_seconds": 0.037693, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "2022", "Samuel Vasiľ" ], "matched_values": [ "Oleh Poiasnik", "2022", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Džurina", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Džurina", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0194", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?", "latency_seconds": 0.051487, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "2023", "Yevhenii Medushivskyi" ], "matched_values": [ "Samuel Džurina", "2023", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Dorybohov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ronald Zalacko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0195", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?", "latency_seconds": 0.039567, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "2023", "Ronald Zalacko" ], "matched_values": [ "Oleksandr Dorybohov", "2023", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0196", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?", "latency_seconds": 0.037678, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2022", "Valerii Kutsenko" ], "matched_values": [ "Ján Pták", "2022", "Valerii Kutsenko" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0197", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "latency_seconds": 0.039449, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2023", "Simona Bobrovčanová" ], "matched_values": [ "Rostyslav Rodzhuk", "2023", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Simona Bobrovčanová", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0198", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "latency_seconds": 0.040074, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "2023", "Yevhenii Medushivskyi" ], "matched_values": [ "Simona Bobrovčanová", "2023", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Novotný", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0199", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?", "latency_seconds": 0.038322, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "2021", "Matej Ščišľak" ], "matched_values": [ "Matej Novotný", "2021", "Matej Ščišľak" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Vladyslav Yanchenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0200", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?", "latency_seconds": 0.037927, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2022", "Vladyslav Yanchenko" ], "matched_values": [ "Andrii Pervashov", "2022", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0201", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "latency_seconds": 0.038415, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2023", "Yevhenii Medushivskyi" ], "matched_values": [ "Rostyslav Rodzhuk", "2023", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "start_year": 2016 }, "matched": true }, { "binding": { "person": "Ján Holp", "start_year": 2016 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Holp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0202", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?", "latency_seconds": 0.036764, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "2016", "Ján Holp" ], "matched_values": [ "Jakub Maruniak", "2016", "Ján Holp" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Ján Holp" }, { "type": "start_year", "value": "2016" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Ján Holp" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Vladyslav Yanchenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0203", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?", "latency_seconds": 0.037828, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "2022", "Vladyslav Yanchenko" ], "matched_values": [ "Oleh Poiasnik", "2022", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maksym Zatirka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Dorybohov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0204", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?", "latency_seconds": 0.038897, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2023", "Oleksandr Dorybohov" ], "matched_values": [ "Maksym Zatirka", "2023", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0205", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?", "latency_seconds": 0.037476, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2022", "Samuel Vasiľ" ], "matched_values": [ "Ján Malinovský", "2022", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Samuel Džurina", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Džurina", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0206", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?", "latency_seconds": 0.038861, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "2023", "Samuel Džurina" ], "matched_values": [ "Rostyslav Rodzhuk", "2023", "Samuel Džurina" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Maksym Zatirka", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Denis Le Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maksym Zatirka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0207", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?", "latency_seconds": 0.038368, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2023", "Maksym Zatirka" ], "matched_values": [ "Denis Le Thanh", "2023", "Maksym Zatirka" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Tetiana Mohorian", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Daniil Huzenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tetiana Mohorian", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0208", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?", "latency_seconds": 0.03827, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "2022", "Tetiana Mohorian" ], "matched_values": [ "Daniil Huzenko", "2022", "Tetiana Mohorian" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Ronald Zalacko", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maksym Zatirka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ronald Zalacko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0209", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?", "latency_seconds": 0.038312, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2023", "Ronald Zalacko" ], "matched_values": [ "Maksym Zatirka", "2023", "Ronald Zalacko" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Oleksandr Dorybohov", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Denis Le Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Dorybohov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0210", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?", "latency_seconds": 0.03872, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2023", "Oleksandr Dorybohov" ], "matched_values": [ "Denis Le Thanh", "2023", "Oleksandr Dorybohov" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Ján Pták", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Daniil Huzenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0211", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?", "latency_seconds": 0.039213, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "2022", "Ján Pták" ], "matched_values": [ "Daniil Huzenko", "2022", "Ján Pták" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0212", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?", "latency_seconds": 0.041475, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2022", "Oleh Poiasnik" ], "matched_values": [ "Andrii Pervashov", "2022", "Oleh Poiasnik" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Vladyslav Yanchenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0213", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?", "latency_seconds": 0.043689, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2022", "Vladyslav Yanchenko" ], "matched_values": [ "Ján Malinovský", "2022", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Vasiľ", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Vladyslav Yanchenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0214", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?", "latency_seconds": 0.041085, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "2022", "Vladyslav Yanchenko" ], "matched_values": [ "Samuel Vasiľ", "2022", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, "matched": true }, { "binding": { "person": "Alina Vitko", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2021, "title": "Vytovrenie prehľadu existujúcich systémov QA." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0215", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?", "latency_seconds": 0.03973, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022", "Vytovrenie prehľadu existujúcich systémov QA.", "2021" ], "matched_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022", "Vytovrenie prehľadu existujúcich systémov QA.", "2021" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Alina Vitko" }, { "type": "work_title", "value": "Vytovrenie prehľadu existujúcich systémov QA." }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Alina Vitko" }, { "type": "work_title", "value": "Vytovrenie prehľadu existujúcich systémov QA." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, "matched": true }, { "binding": { "person": "Alina Vitko", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2021, "title": "Vytovrenie prehľadu existujúcich systémov QA." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0216", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040428, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022", "Vytovrenie prehľadu existujúcich systémov QA.", "2021" ], "matched_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022", "Vytovrenie prehľadu existujúcich systémov QA.", "2021" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Alina Vitko" }, { "type": "work_title", "value": "Vytovrenie prehľadu existujúcich systémov QA." }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Alina Vitko" }, { "type": "work_title", "value": "Vytovrenie prehľadu existujúcich systémov QA." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, "matched": true }, { "binding": { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Korekcia textu pomocou neurónových sietí" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "name": "Andrii Pervashov", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "person:pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:656", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "thesis_type": "diploma_thesis", "name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027", "person": "Andrii Pervashov", "document_path": "pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45", "title": "Andrii Pervashov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "path": "pages/students/2022/andrii_pervashov/README.md", "name": "Andrii Pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "name": "Andrii Pervashov", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "person:pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:655", "title": "Korekcia textu pomocou neurónových sietí", "thesis_type": "bachelor_thesis", "name": "Korekcia textu pomocou neurónových sietí", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025", "person": "Andrii Pervashov", "document_path": "pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45", "title": "Andrii Pervashov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "path": "pages/students/2022/andrii_pervashov/README.md", "name": "Andrii Pervashov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0217", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?", "latency_seconds": 0.039742, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027", "Korekcia textu pomocou neurónových sietí", "2025" ], "matched_values": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027", "Korekcia textu pomocou neurónových sietí", "2025" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Korekcia textu pomocou neurónových sietí" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Korekcia textu pomocou neurónových sietí" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, "matched": true }, { "binding": { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Korekcia textu pomocou neurónových sietí" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "name": "Andrii Pervashov", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "person:pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:656", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "thesis_type": "diploma_thesis", "name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027", "person": "Andrii Pervashov", "document_path": "pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45", "title": "Andrii Pervashov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "path": "pages/students/2022/andrii_pervashov/README.md", "name": "Andrii Pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "name": "Andrii Pervashov", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "person:pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:655", "title": "Korekcia textu pomocou neurónových sietí", "thesis_type": "bachelor_thesis", "name": "Korekcia textu pomocou neurónových sietí", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025", "person": "Andrii Pervashov", "document_path": "pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45", "title": "Andrii Pervashov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "path": "pages/students/2022/andrii_pervashov/README.md", "name": "Andrii Pervashov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0218", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040719, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027", "Korekcia textu pomocou neurónových sietí", "2025" ], "matched_values": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027", "Korekcia textu pomocou neurónových sietí", "2025" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Korekcia textu pomocou neurónových sietí" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Korekcia textu pomocou neurónových sietí" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0219", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?", "latency_seconds": 0.03885, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "matched_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0220", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040645, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "matched_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788", "name": "Daniil Huzenko", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "person:pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:657", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "thesis_type": "bachelor_thesis", "name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025", "person": "Daniil Huzenko", "document_path": "pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:46", "title": "Daniil Huzenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "path": "pages/students/2022/daniil_huzenko/README.md", "name": "Daniil Huzenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0221", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?", "latency_seconds": 0.039145, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "matched_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788", "name": "Daniil Huzenko", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "person:pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:657", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "thesis_type": "bachelor_thesis", "name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025", "person": "Daniil Huzenko", "document_path": "pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:46", "title": "Daniil Huzenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "path": "pages/students/2022/daniil_huzenko/README.md", "name": "Daniil Huzenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0222", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.039922, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "matched_values": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0223", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?", "latency_seconds": 0.038738, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "matched_values": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0224", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040513, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "matched_values": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python," }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2017, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750", "name": "Dmytro Ushatenko", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "person:pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216", "title": "Jednoduchý chatbot v jazyku Python", "thesis_type": "bachelor_thesis", "name": "Jednoduchý chatbot v jazyku Python", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020", "person": "Dmytro Ushatenko", "document_path": "pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870", "title": "Dmytro Ushatenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "path": "pages/students/2017/dmytro_ushatenko/README.md", "name": "Dmytro Ushatenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0225", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?", "latency_seconds": 0.040173, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "matched_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python," }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2017, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750", "name": "Dmytro Ushatenko", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "person:pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216", "title": "Jednoduchý chatbot v jazyku Python", "thesis_type": "bachelor_thesis", "name": "Jednoduchý chatbot v jazyku Python", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020", "person": "Dmytro Ushatenko", "document_path": "pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870", "title": "Dmytro Ushatenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "path": "pages/students/2017/dmytro_ushatenko/README.md", "name": "Dmytro Ushatenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0226", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.039848, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "matched_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad pomocou knižnice Fairseq" }, "matched": true }, { "binding": { "person": "Dominik Nagy", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš na tému \"Sequnce to Sequence\"" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:672", "title": "Rešerš na tému \"Sequnce to Sequence\"", "name": "Rešerš na tému \"Sequnce to Sequence\"", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "work:pages/students/2016/dominik_nagy/README.md:timovy-projekt-2019", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0227", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?", "latency_seconds": 0.039147, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022", "Rešerš na tému \"Sequnce to Sequence\"", "2019" ], "matched_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022", "Rešerš na tému \"Sequnce to Sequence\"", "2019" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "work_title", "value": "Rešerš na tému \"Sequnce to Sequence\"" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "work_title", "value": "Rešerš na tému \"Sequnce to Sequence\"" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad pomocou knižnice Fairseq" }, "matched": true }, { "binding": { "person": "Dominik Nagy", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš na tému \"Sequnce to Sequence\"" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:672", "title": "Rešerš na tému \"Sequnce to Sequence\"", "name": "Rešerš na tému \"Sequnce to Sequence\"", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "work:pages/students/2016/dominik_nagy/README.md:timovy-projekt-2019", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0228", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.041864, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022", "Rešerš na tému \"Sequnce to Sequence\"", "2019" ], "matched_values": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022", "Rešerš na tému \"Sequnce to Sequence\"", "2019" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "work_title", "value": "Rešerš na tému \"Sequnce to Sequence\"" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "work_title", "value": "Rešerš na tému \"Sequnce to Sequence\"" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš" }, "matched": true }, { "binding": { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669", "title": "rešerš", "name": "rešerš", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:202", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "thesis_type": "diploma_thesis", "name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0229", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?", "latency_seconds": 0.040698, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "rešerš", "2019", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "matched_values": [ "Dárius Lindvai", "rešerš", "2019", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš" }, "matched": true }, { "binding": { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669", "title": "rešerš", "name": "rešerš", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:202", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "thesis_type": "diploma_thesis", "name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0230", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.041303, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "rešerš", "2019", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "matched_values": [ "Dárius Lindvai", "rešerš", "2019", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, "matched": true }, { "binding": { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Generatívne modely slovenského jazyka" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:222", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:221", "title": "Generatívne modely slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Generatívne modely slovenského jazyka", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2023", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0231", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?", "latency_seconds": 0.040065, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024", "Generatívne modely slovenského jazyka", "2023" ], "matched_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024", "Generatívne modely slovenského jazyka", "2023" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely slovenského jazyka" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely slovenského jazyka" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, "matched": true }, { "binding": { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Generatívne modely slovenského jazyka" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:222", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:221", "title": "Generatívne modely slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Generatívne modely slovenského jazyka", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2023", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0232", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.044691, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024", "Generatívne modely slovenského jazyka", "2023" ], "matched_values": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024", "Generatívne modely slovenského jazyka", "2023" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely slovenského jazyka" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely slovenského jazyka" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Slovenská konverzačná umelá inteligencia" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779", "name": "Eduard Matovka", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "person:pages/students/2021/eduard_matovka/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:645", "title": "Slovenská konverzačná umelá inteligencia", "thesis_type": "bachelor_thesis", "name": "Slovenská konverzačná umelá inteligencia", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "thesis:pages/students/2021/eduard_matovka/README.md:bakalarska-praca-2024", "person": "Eduard Matovka", "document_path": "pages/students/2021/eduard_matovka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:37", "title": "Eduard Matovka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "path": "pages/students/2021/eduard_matovka/README.md", "name": "Eduard Matovka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0233", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?", "latency_seconds": 0.044871, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "matched_values": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Slovenská konverzačná umelá inteligencia" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779", "name": "Eduard Matovka", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "person:pages/students/2021/eduard_matovka/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:645", "title": "Slovenská konverzačná umelá inteligencia", "thesis_type": "bachelor_thesis", "name": "Slovenská konverzačná umelá inteligencia", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "thesis:pages/students/2021/eduard_matovka/README.md:bakalarska-praca-2024", "person": "Eduard Matovka", "document_path": "pages/students/2021/eduard_matovka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:37", "title": "Eduard Matovka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "path": "pages/students/2021/eduard_matovka/README.md", "name": "Eduard Matovka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0234", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.04048, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "matched_values": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, "matched": true }, { "binding": { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2024 - 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:280", "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "thesis_type": "diploma_thesis", "name": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:diplomova-praca-2024-2025", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:279", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "thesis_type": "bachelor_thesis", "name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0235", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?", "latency_seconds": 0.039854, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "2025", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "matched_values": [ "Filip Tomáš", "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "2025", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, "matched": true }, { "binding": { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2024 - 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:280", "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "thesis_type": "diploma_thesis", "name": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:diplomova-praca-2024-2025", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:279", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "thesis_type": "bachelor_thesis", "name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0236", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.042046, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "2025", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "matched_values": [ "Filip Tomáš", "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "2025", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:676", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0237", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "latency_seconds": 0.041248, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021", "Rešerš", "2019" ], "matched_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021", "Rešerš", "2019" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:676", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0238", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.043587, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021", "Rešerš", "2019" ], "matched_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021", "Rešerš", "2019" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." }, "matched": true }, { "binding": { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" }, "matched": true }, { "binding": { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:679", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jan_holp/README.md", "id": "work:pages/students/2016/jan_holp/README.md:timovy-projekt-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:206", "title": "Vyhľadávač na slovenskom internete", "thesis_type": "bachelor_thesis", "name": "Vyhľadávač na slovenskom internete", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0239", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "latency_seconds": 0.042068, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "matched_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." }, "matched": true }, { "binding": { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" }, "matched": true }, { "binding": { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:679", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jan_holp/README.md", "id": "work:pages/students/2016/jan_holp/README.md:timovy-projekt-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:206", "title": "Vyhľadávač na slovenskom internete", "thesis_type": "bachelor_thesis", "name": "Vyhľadávač na slovenskom internete", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0240", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.045025, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "matched_values": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0241", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?", "latency_seconds": 0.039808, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "matched_values": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0242", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.041133, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "matched_values": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Agent pre manažment záverečných prác" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0243", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?", "latency_seconds": 0.03967, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "matched_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Agent pre manažment záverečných prác" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0244", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.039021, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "matched_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:282", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "thesis_type": "diploma_thesis", "name": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:diplomova-praca-2024", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0245", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?", "latency_seconds": 0.040887, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "2024", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "matched_values": [ "Kristián Sopkovič", "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "2024", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:282", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "thesis_type": "diploma_thesis", "name": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:diplomova-praca-2024", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0246", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.042399, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "2024", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "matched_values": [ "Kristián Sopkovič", "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "2024", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí" }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Paralelné spracovanie prirodzeného jazyka" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208", "title": "Paralelné trénovanie neurónových sietí", "thesis_type": "diploma_thesis", "name": "Paralelné trénovanie neurónových sietí", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 1 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:680", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "name": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "work:pages/students/2016/lukas_pokryvka/README.md:diplomovy-projekt-1-2020", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:682", "title": "Paralelné spracovanie prirodzeného jazyka", "name": "Paralelné spracovanie prirodzeného jazyka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0247", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?", "latency_seconds": 0.039688, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021", "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "2020", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "matched_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021", "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "2020", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí" }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Paralelné spracovanie prirodzeného jazyka" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208", "title": "Paralelné trénovanie neurónových sietí", "thesis_type": "diploma_thesis", "name": "Paralelné trénovanie neurónových sietí", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 1 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:680", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "name": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "work:pages/students/2016/lukas_pokryvka/README.md:diplomovy-projekt-1-2020", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:682", "title": "Paralelné spracovanie prirodzeného jazyka", "name": "Paralelné spracovanie prirodzeného jazyka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0248", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.043136, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021", "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "2020", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "matched_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021", "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "2020", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Grafová databáza pre podporu generovania slovenského jazyka" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0249", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?", "latency_seconds": 0.040106, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "matched_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Grafová databáza pre podporu generovania slovenského jazyka" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0250", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.04187, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "matched_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "doctoral_thesis", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Neurónová morfologická anotácia slovenského jazyka" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "heading": "Dizertačná práca", "thesis_type_label": "Dizertačná práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:211", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka", "thesis_type": "doctoral_thesis", "name": "Automatické opravy textu a spracovanie prirodzeného jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:dizertacna-praca", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:685", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0251", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?", "latency_seconds": 0.040943, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Automatické opravy textu a spracovanie prirodzeného jazyka", "Neurónová morfologická anotácia slovenského jazyka", "2021", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "matched_values": [ "Maroš Harahus", "Automatické opravy textu a spracovanie prirodzeného jazyka", "Neurónová morfologická anotácia slovenského jazyka", "2021", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "doctoral_thesis", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Neurónová morfologická anotácia slovenského jazyka" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "heading": "Dizertačná práca", "thesis_type_label": "Dizertačná práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:211", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka", "thesis_type": "doctoral_thesis", "name": "Automatické opravy textu a spracovanie prirodzeného jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:dizertacna-praca", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:685", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0252", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.043026, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Automatické opravy textu a spracovanie prirodzeného jazyka", "Neurónová morfologická anotácia slovenského jazyka", "2021", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "matched_values": [ "Maroš Harahus", "Automatické opravy textu a spracovanie prirodzeného jazyka", "Neurónová morfologická anotácia slovenského jazyka", "2021", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Wencel", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758", "name": "Martin Wencel", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "person:pages/students/2018/martin_wencel/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:270", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "thesis_type": "bachelor_thesis", "name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020", "person": "Martin Wencel", "document_path": "pages/students/2018/martin_wencel/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878", "title": "Martin Wencel", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "path": "pages/students/2018/martin_wencel/README.md", "name": "Martin Wencel" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0253", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?", "latency_seconds": 0.040545, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "matched_values": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Wencel", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758", "name": "Martin Wencel", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "person:pages/students/2018/martin_wencel/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:270", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "thesis_type": "bachelor_thesis", "name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020", "person": "Martin Wencel", "document_path": "pages/students/2018/martin_wencel/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878", "title": "Martin Wencel", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "path": "pages/students/2018/martin_wencel/README.md", "name": "Martin Wencel" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0254", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040462, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "matched_values": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Agentové systémy pomocou veľkého jazykového modelu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0255", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?", "latency_seconds": 0.03933, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "matched_values": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Agentové systémy pomocou veľkého jazykového modelu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647", "title": "Agentové systémy pomocou veľkého jazykového modelu", "thesis_type": "diploma_thesis", "name": "Agentové systémy pomocou veľkého jazykového modelu", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0256", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.041151, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "matched_values": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0257", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?", "latency_seconds": 0.040817, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "matched_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0258", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040403, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "matched_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Dialógový systém pre potreby samosprávy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:649", "title": "Dialógový systém pre potreby samosprávy", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre potreby samosprávy", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:bakalarska-praca-2024", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0259", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?", "latency_seconds": 0.039359, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "2026", "Dialógový systém pre potreby samosprávy", "2024" ], "matched_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "2026", "Dialógový systém pre potreby samosprávy", "2024" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Dialógový systém pre potreby samosprávy" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Dialógový systém pre potreby samosprávy" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Dialógový systém pre potreby samosprávy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:649", "title": "Dialógový systém pre potreby samosprávy", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre potreby samosprávy", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:bakalarska-praca-2024", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0260", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040989, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "2026", "Dialógový systém pre potreby samosprávy", "2024" ], "matched_values": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "2026", "Dialógový systém pre potreby samosprávy", "2024" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Dialógový systém pre potreby samosprávy" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Dialógový systém pre potreby samosprávy" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Sémantické vyhľadávanie v slovenskom texte" }, "matched": true }, { "binding": { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2023/24", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:633", "title": "Sémantické vyhľadávanie v slovenskom texte", "thesis_type": "diploma_thesis", "name": "Sémantické vyhľadávanie v slovenskom texte", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:diplomova-praca-2023-24", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "thesis_type": "bachelor_thesis", "name": "Indexovanie slovenského textu pomocou Elasticsearch", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0261", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?", "latency_seconds": 0.041125, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Sémantické vyhľadávanie v slovenskom texte", "2024", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "matched_values": [ "Michal Stromko", "Sémantické vyhľadávanie v slovenskom texte", "2024", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Sémantické vyhľadávanie v slovenskom texte" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Sémantické vyhľadávanie v slovenskom texte" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Sémantické vyhľadávanie v slovenskom texte" }, "matched": true }, { "binding": { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2023/24", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:633", "title": "Sémantické vyhľadávanie v slovenskom texte", "thesis_type": "diploma_thesis", "name": "Sémantické vyhľadávanie v slovenskom texte", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:diplomova-praca-2023-24", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "thesis_type": "bachelor_thesis", "name": "Indexovanie slovenského textu pomocou Elasticsearch", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0262", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.041916, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "Sémantické vyhľadávanie v slovenskom texte", "2024", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "matched_values": [ "Michal Stromko", "Sémantické vyhľadávanie v slovenskom texte", "2024", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Sémantické vyhľadávanie v slovenskom texte" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Sémantické vyhľadávanie v slovenskom texte" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Márk Fehér", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Klasifikácia textu metódami strojového učenia" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0263", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?", "latency_seconds": 0.040828, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "matched_values": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Márk Fehér", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Klasifikácia textu metódami strojového učenia" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0264", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040766, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "matched_values": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Expertný agentový systém na podporu rozhodovania v lekárni" }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:659", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "thesis_type": "diploma_thesis", "name": "Expertný agentový systém na podporu rozhodovania v lekárni", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:658", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "thesis_type": "bachelor_thesis", "name": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:bakalarska-praca-2025", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0265", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?", "latency_seconds": 0.038643, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027", "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "2025" ], "matched_values": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027", "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "2025" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Expertný agentový systém na podporu rozhodovania v lekárni" }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:659", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "thesis_type": "diploma_thesis", "name": "Expertný agentový systém na podporu rozhodovania v lekárni", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:658", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "thesis_type": "bachelor_thesis", "name": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:bakalarska-praca-2025", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0266", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.04032, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027", "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "2025" ], "matched_values": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027", "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "2025" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0267", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?", "latency_seconds": 0.039749, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "matched_values": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0268", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.039898, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "matched_values": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Automatické generovanie otázok v slovenskom jazyku" }, "matched": true }, { "binding": { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Neurónové jazykové modelovanie typu BERT." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:273", "title": "Automatické generovanie otázok v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Automatické generovanie otázok v slovenskom jazyku", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:diplomova-praca-2023", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272", "title": "Neurónové jazykové modelovanie typu BERT.", "thesis_type": "bachelor_thesis", "name": "Neurónové jazykové modelovanie typu BERT.", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0269", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?", "latency_seconds": 0.039493, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Automatické generovanie otázok v slovenskom jazyku", "2023", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "matched_values": [ "Ondrej Megela", "Automatické generovanie otázok v slovenskom jazyku", "2023", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Automatické generovanie otázok v slovenskom jazyku" }, "matched": true }, { "binding": { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Neurónové jazykové modelovanie typu BERT." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:273", "title": "Automatické generovanie otázok v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Automatické generovanie otázok v slovenskom jazyku", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:diplomova-praca-2023", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272", "title": "Neurónové jazykové modelovanie typu BERT.", "thesis_type": "bachelor_thesis", "name": "Neurónové jazykové modelovanie typu BERT.", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0270", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.041557, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "Automatické generovanie otázok v slovenskom jazyku", "2023", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "matched_values": [ "Ondrej Megela", "Automatické generovanie otázok v slovenskom jazyku", "2023", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad" }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Metódy automatického prekladu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:213", "title": "Neurónový strojový preklad", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:diplomova-praca-2022", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212", "title": "Metódy automatického prekladu", "thesis_type": "bachelor_thesis", "name": "Metódy automatického prekladu", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0271", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?", "latency_seconds": 0.0403, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "Neurónový strojový preklad", "2022", "Metódy automatického prekladu", "2020" ], "matched_values": [ "Patrik Pavlišin", "Neurónový strojový preklad", "2022", "Metódy automatického prekladu", "2020" ], "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Neurónový strojový preklad" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Neurónový strojový preklad" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad" }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Metódy automatického prekladu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:213", "title": "Neurónový strojový preklad", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:diplomova-praca-2022", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212", "title": "Metódy automatického prekladu", "thesis_type": "bachelor_thesis", "name": "Metódy automatického prekladu", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0272", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.041339, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "Neurónový strojový preklad", "2022", "Metódy automatického prekladu", "2020" ], "matched_values": [ "Patrik Pavlišin", "Neurónový strojový preklad", "2022", "Metódy automatického prekladu", "2020" ], "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Neurónový strojový preklad" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Neurónový strojový preklad" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ronald Zalacko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Skórovací online systém pre robotické súťaže" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0273", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?", "latency_seconds": 0.039656, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "matched_values": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ronald Zalacko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Skórovací online systém pre robotické súťaže" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802", "name": "Ronald Zalacko", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "person:pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662", "title": "Skórovací online systém pre robotické súťaže", "thesis_type": "bachelor_thesis", "name": "Skórovací online systém pre robotické súťaže", "source_document": "pages/students/2023/ronald_zalacko/README.md", "id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026", "person": "Ronald Zalacko", "document_path": "pages/students/2023/ronald_zalacko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60", "title": "Ronald Zalacko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "path": "pages/students/2023/ronald_zalacko/README.md", "name": "Ronald Zalacko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0274", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.039978, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "matched_values": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, "matched": true }, { "binding": { "person": "Rostyslav Rodzhuk", "academic_kind": "Work", "academic_type": "research_project", "year": 2025, "title": "Veľký jazykový model ako inteligentný agent" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Work", "year": 2025, "heading": "Vedecký projekt 2025", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:732", "title": "Veľký jazykový model ako inteligentný agent", "name": "Veľký jazykový model ako inteligentný agent", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "work:pages/students/2023/rostyslav_rodzhuk/README.md:vedecky-projekt-2025", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0275", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?", "latency_seconds": 0.039296, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026", "Veľký jazykový model ako inteligentný agent", "2025" ], "matched_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026", "Veľký jazykový model ako inteligentný agent", "2025" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, "matched": true }, { "binding": { "person": "Rostyslav Rodzhuk", "academic_kind": "Work", "academic_type": "research_project", "year": 2025, "title": "Veľký jazykový model ako inteligentný agent" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "thesis_type": "bachelor_thesis", "name": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Work", "year": 2025, "heading": "Vedecký projekt 2025", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:732", "title": "Veľký jazykový model ako inteligentný agent", "name": "Veľký jazykový model ako inteligentný agent", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "work:pages/students/2023/rostyslav_rodzhuk/README.md:vedecky-projekt-2025", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0276", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.04181, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026", "Veľký jazykový model ako inteligentný agent", "2025" ], "matched_values": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026", "Veľký jazykový model ako inteligentný agent", "2025" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Džurina", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Dialógový systém pre podporu firemných procesov" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0277", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?", "latency_seconds": 0.040401, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "matched_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Džurina", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Dialógový systém pre podporu firemných procesov" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804", "name": "Samuel Džurina", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "person:pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664", "title": "Dialógový systém pre podporu firemných procesov", "thesis_type": "bachelor_thesis", "name": "Dialógový systém pre podporu firemných procesov", "source_document": "pages/students/2023/samuel_dzurina/README.md", "id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026", "person": "Samuel Džurina", "document_path": "pages/students/2023/samuel_dzurina/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62", "title": "Samuel Džurina", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "path": "pages/students/2023/samuel_dzurina/README.md", "name": "Samuel Džurina" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0278", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.039681, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "matched_values": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Vasiľ", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0279", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?", "latency_seconds": 0.038532, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "matched_values": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Vasiľ", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793", "name": "Samuel Vasiľ", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "person:pages/students/2022/samuel_vasil/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "thesis_type": "bachelor_thesis", "name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "source_document": "pages/students/2022/samuel_vasil/README.md", "id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026", "person": "Samuel Vasiľ", "document_path": "pages/students/2022/samuel_vasil/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51", "title": "Samuel Vasiľ", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "path": "pages/students/2022/samuel_vasil/README.md", "name": "Samuel Vasiľ" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0280", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040201, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "matched_values": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Simona Bobrovčanová", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatická sumarizácia slovenského textu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0281", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?", "latency_seconds": 0.039798, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "matched_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Simona Bobrovčanová", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatická sumarizácia slovenského textu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805", "name": "Simona Bobrovčanová", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "person:pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665", "title": "Automatická sumarizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická sumarizácia slovenského textu", "source_document": "pages/students/2023/simona_bobrovcanova/README.md", "id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026", "person": "Simona Bobrovčanová", "document_path": "pages/students/2023/simona_bobrovcanova/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63", "title": "Simona Bobrovčanová", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "path": "pages/students/2023/simona_bobrovcanova/README.md", "name": "Simona Bobrovčanová" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0282", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040125, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "matched_values": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tetiana Mohorian", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "name": "Tetiana Mohorian", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "person:pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:184", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025", "person": "Tetiana Mohorian", "document_path": "pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:53", "title": "Tetiana Mohorian", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "path": "pages/students/2022/tetiana_mohorian/README.md", "name": "Tetiana Mohorian" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0283", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?", "latency_seconds": 0.039763, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "matched_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tetiana Mohorian", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "name": "Tetiana Mohorian", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "person:pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:184", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025", "person": "Tetiana Mohorian", "document_path": "pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:53", "title": "Tetiana Mohorian", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "path": "pages/students/2022/tetiana_mohorian/README.md", "name": "Tetiana Mohorian" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0284", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.041451, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "matched_values": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:215", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:214", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2021", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0285", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?", "latency_seconds": 0.041117, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "2021" ], "matched_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "2021" ], "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:215", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:214", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2021", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0286", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.041604, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "2021" ], "matched_values": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "2021" ], "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Augmentácia dát pre zlepšenie získavania informácií" }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Automatické generovanie otázok zo zadaného textu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:187", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "thesis_type": "diploma_thesis", "name": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "thesis:pages/students/2022/valerii_kutsenko/README.md:diplomova-praca-2027", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:730", "title": "Augmentácia dát pre zlepšenie získavania informácií", "name": "Augmentácia dát pre zlepšenie získavania informácií", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "work:pages/students/2022/valerii_kutsenko/README.md:diplomovy-projekt-2026", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:186", "title": "Automatické generovanie otázok zo zadaného textu", "thesis_type": "bachelor_thesis", "name": "Automatické generovanie otázok zo zadaného textu", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "thesis:pages/students/2022/valerii_kutsenko/README.md:bakalarska-praca-2025", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0287", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?", "latency_seconds": 0.042534, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027", "Augmentácia dát pre zlepšenie získavania informácií", "2026", "Automatické generovanie otázok zo zadaného textu", "2025" ], "matched_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027", "Augmentácia dát pre zlepšenie získavania informácií", "2026", "Automatické generovanie otázok zo zadaného textu", "2025" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Automatické generovanie otázok zo zadaného textu" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Automatické generovanie otázok zo zadaného textu" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Augmentácia dát pre zlepšenie získavania informácií" }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Automatické generovanie otázok zo zadaného textu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:187", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "thesis_type": "diploma_thesis", "name": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "thesis:pages/students/2022/valerii_kutsenko/README.md:diplomova-praca-2027", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:730", "title": "Augmentácia dát pre zlepšenie získavania informácií", "name": "Augmentácia dát pre zlepšenie získavania informácií", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "work:pages/students/2022/valerii_kutsenko/README.md:diplomovy-projekt-2026", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:186", "title": "Automatické generovanie otázok zo zadaného textu", "thesis_type": "bachelor_thesis", "name": "Automatické generovanie otázok zo zadaného textu", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "thesis:pages/students/2022/valerii_kutsenko/README.md:bakalarska-praca-2025", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0288", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.042704, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027", "Augmentácia dát pre zlepšenie získavania informácií", "2026", "Automatické generovanie otázok zo zadaného textu", "2025" ], "matched_values": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027", "Augmentácia dát pre zlepšenie získavania informácií", "2026", "Automatické generovanie otázok zo zadaného textu", "2025" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Automatické generovanie otázok zo zadaného textu" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Automatické generovanie otázok zo zadaného textu" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladimír Ferko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786", "name": "Vladimír Ferko", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "person:pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:654", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "thesis_type": "bachelor_thesis", "name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024", "person": "Vladimír Ferko", "document_path": "pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:44", "title": "Vladimír Ferko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "path": "pages/students/2021/vladimir_ferko/README.md", "name": "Vladimír Ferko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0289", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?", "latency_seconds": 0.039369, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "matched_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladimír Ferko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786", "name": "Vladimír Ferko", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "person:pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:654", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "thesis_type": "bachelor_thesis", "name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024", "person": "Vladimír Ferko", "document_path": "pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:44", "title": "Vladimír Ferko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "path": "pages/students/2021/vladimir_ferko/README.md", "name": "Vladimír Ferko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0290", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.040656, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "matched_values": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladyslav Yanchenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "name": "Vladyslav Yanchenko", "source_document": "pages/students/2022/vladyslav_yanchenko/README.md", "id": "person:pages/students/2022/vladyslav_yanchenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:188", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "thesis_type": "bachelor_thesis", "name": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "source_document": "pages/students/2022/vladyslav_yanchenko/README.md", "id": "thesis:pages/students/2022/vladyslav_yanchenko/README.md:bakalarska-praca-2025", "person": "Vladyslav Yanchenko", "document_path": "pages/students/2022/vladyslav_yanchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:55", "title": "Vladyslav Yanchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "name": "Vladyslav Yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0291", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?", "latency_seconds": 0.039092, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "matched_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladyslav Yanchenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "name": "Vladyslav Yanchenko", "source_document": "pages/students/2022/vladyslav_yanchenko/README.md", "id": "person:pages/students/2022/vladyslav_yanchenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:188", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "thesis_type": "bachelor_thesis", "name": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "source_document": "pages/students/2022/vladyslav_yanchenko/README.md", "id": "thesis:pages/students/2022/vladyslav_yanchenko/README.md:bakalarska-praca-2025", "person": "Vladyslav Yanchenko", "document_path": "pages/students/2022/vladyslav_yanchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:55", "title": "Vladyslav Yanchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "name": "Vladyslav Yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0292", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.046588, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "matched_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Medushivskyi", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Získavanie textu z webových stránok" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0293", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?", "latency_seconds": 0.069612, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "matched_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Medushivskyi", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Získavanie textu z webových stránok" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:666", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:64", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0294", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "latency_seconds": 0.042167, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "matched_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0295", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo cloud?", "latency_seconds": 0.044617, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0296", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?", "latency_seconds": 0.039177, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0297", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?", "latency_seconds": 0.038261, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0298", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "latency_seconds": 0.038951, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/hatespeech/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0299", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "latency_seconds": 0.037438, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0300", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "latency_seconds": 0.03758, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0301", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?", "latency_seconds": 0.039333, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0302", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?", "latency_seconds": 0.038271, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0303", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?", "latency_seconds": 0.036648, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0304", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?", "latency_seconds": 0.038451, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0305", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "latency_seconds": 0.037385, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0306", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo inštrukcie?", "latency_seconds": 0.03692, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0307", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo právne informácie?", "latency_seconds": 0.038558, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania", "keyword": "RAG" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0308", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Malinovský, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "latency_seconds": 0.044001, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "RAG", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "matched_values": [ "Ján Malinovský", "RAG", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0309", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?", "latency_seconds": 0.038502, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0310", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo SlovakAlpaca?", "latency_seconds": 0.037166, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0311", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo BiLSTM?", "latency_seconds": 0.037813, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0312", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo NCCL?", "latency_seconds": 0.036786, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0313", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "latency_seconds": 0.038928, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0314", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?", "latency_seconds": 0.038111, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0315", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "latency_seconds": 0.04394, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0316", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?", "latency_seconds": 0.03935, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0317", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo lekáreň?", "latency_seconds": 0.03849, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0318", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo chatbot?", "latency_seconds": 0.044478, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0319", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?", "latency_seconds": 0.037553, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0320", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo Python?", "latency_seconds": 0.044342, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/python/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/python" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0321", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo morfologická analýza?", "latency_seconds": 0.038155, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0322", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "latency_seconds": 0.037501, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0323", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?", "latency_seconds": 0.039558, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0324", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "latency_seconds": 0.038192, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/topics/translation/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0325", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo speech-to-text?", "latency_seconds": 0.037017, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0326", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo robotické súťaže?", "latency_seconds": 0.039001, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0327", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?", "latency_seconds": 0.037443, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0328", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?", "latency_seconds": 0.03855, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0329", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "latency_seconds": 0.037998, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0330", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "latency_seconds": 0.045316, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0331", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?", "latency_seconds": 0.037416, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Wencel", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758", "name": "Martin Wencel", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "person:pages/students/2018/martin_wencel/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:270", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "thesis_type": "bachelor_thesis", "name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020", "person": "Martin Wencel", "document_path": "pages/students/2018/martin_wencel/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878", "title": "Martin Wencel", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "path": "pages/students/2018/martin_wencel/README.md", "name": "Martin Wencel" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758", "name": "Martin Wencel", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "person:pages/students/2018/martin_wencel/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878", "title": "Martin Wencel", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "path": "pages/students/2018/martin_wencel/README.md", "name": "Martin Wencel" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0332", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "latency_seconds": 0.046904, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "Spacy", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "matched_values": [ "Martin Wencel", "Spacy", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0333", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "latency_seconds": 0.04563, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0334", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo CI/CD?", "latency_seconds": 0.036247, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0335", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo slovenský jazykový model?", "latency_seconds": 0.037466, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/topics/bert/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0336", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?", "latency_seconds": 0.037361, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/topics/named-entity/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0337", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?", "latency_seconds": 0.036144, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti", "keyword": "agent" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661", "title": "Automatické odpovede na otázky v právnej oblasti", "thesis_type": "bachelor_thesis", "name": "Automatické odpovede na otázky v právnej oblasti", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026", "person": "Oleksandr Dorybohov", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "name": "Oleksandr Dorybohov", "source_document": "pages/students/2023/oleksandr_dorybohov/README.md", "id": "person:pages/students/2023/oleksandr_dorybohov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59", "title": "Oleksandr Dorybohov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "name": "Oleksandr Dorybohov" }, { "kind": "Keyword", "name": "agent", "id": "agent", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:131" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0338", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "latency_seconds": 0.045303, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "agent", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "matched_values": [ "Oleksandr Dorybohov", "agent", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "keyword", "value": "agent" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "keyword", "value": "agent" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0339", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo MCP?", "latency_seconds": 0.036838, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0340", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "latency_seconds": 0.037388, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0341", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?", "latency_seconds": 0.037056, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0342", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "latency_seconds": 0.046627, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0343", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?", "latency_seconds": 0.037982, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0344", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "latency_seconds": 0.03814, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/topics/hatespeech/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "doctoral_thesis", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Neurónová morfologická anotácia slovenského jazyka", "keyword": "Spacy" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "keyword": "Spacy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "heading": "Dizertačná práca", "thesis_type_label": "Dizertačná práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:211", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka", "thesis_type": "doctoral_thesis", "name": "Automatické opravy textu a spracovanie prirodzeného jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:dizertacna-praca", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:685", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0345", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "latency_seconds": 0.046817, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "Automatické opravy textu a spracovanie prirodzeného jazyka", "Neurónová morfologická anotácia slovenského jazyka", "2021", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "matched_values": [ "Maroš Harahus", "Spacy", "Automatické opravy textu a spracovanie prirodzeného jazyka", "Neurónová morfologická anotácia slovenského jazyka", "2021", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "keyword": "RAG" }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Augmentácia dát pre zlepšenie získavania informácií", "keyword": "RAG" }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Automatické generovanie otázok zo zadaného textu", "keyword": "RAG" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:187", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "thesis_type": "diploma_thesis", "name": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "thesis:pages/students/2022/valerii_kutsenko/README.md:diplomova-praca-2027", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:730", "title": "Augmentácia dát pre zlepšenie získavania informácií", "name": "Augmentácia dát pre zlepšenie získavania informácií", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "work:pages/students/2022/valerii_kutsenko/README.md:diplomovy-projekt-2026", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:186", "title": "Automatické generovanie otázok zo zadaného textu", "thesis_type": "bachelor_thesis", "name": "Automatické generovanie otázok zo zadaného textu", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "thesis:pages/students/2022/valerii_kutsenko/README.md:bakalarska-praca-2025", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0346", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "latency_seconds": 0.049601, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027", "Augmentácia dát pre zlepšenie získavania informácií", "2026", "Automatické generovanie otázok zo zadaného textu", "2025" ], "matched_values": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027", "Augmentácia dát pre zlepšenie získavania informácií", "2026", "Automatické generovanie otázok zo zadaného textu", "2025" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Automatické generovanie otázok zo zadaného textu" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Automatické generovanie otázok zo zadaného textu" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0347", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?", "latency_seconds": 0.039787, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0348", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?", "latency_seconds": 0.03814, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0349", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "latency_seconds": 0.037628, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0350", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo PyTorch?", "latency_seconds": 0.046285, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0351", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo Docker Compose?", "latency_seconds": 0.036449, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0352", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Streamlit?", "latency_seconds": 0.037108, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0353", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "latency_seconds": 0.036532, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/topics/translation/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Automatické generovanie otázok v slovenskom jazyku", "keyword": "BERT" }, "matched": true }, { "binding": { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Neurónové jazykové modelovanie typu BERT.", "keyword": "BERT" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:273", "title": "Automatické generovanie otázok v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Automatické generovanie otázok v slovenskom jazyku", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:diplomova-praca-2023", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" }, { "kind": "Keyword", "name": "bert", "id": "bert", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:135" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272", "title": "Neurónové jazykové modelovanie typu BERT.", "thesis_type": "bachelor_thesis", "name": "Neurónové jazykové modelovanie typu BERT.", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" }, { "kind": "Keyword", "name": "bert", "id": "bert", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:135" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0354", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?", "latency_seconds": 0.044984, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "BERT", "Automatické generovanie otázok v slovenskom jazyku", "2023", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "matched_values": [ "Ondrej Megela", "BERT", "Automatické generovanie otázok v slovenskom jazyku", "2023", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku.", "keyword": "PageRank" }, "matched": true }, { "binding": { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš", "keyword": "PageRank" }, "matched": true }, { "binding": { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete", "keyword": "PageRank" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" }, { "kind": "Keyword", "name": "pagerank", "id": "pagerank", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:173" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:679", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jan_holp/README.md", "id": "work:pages/students/2016/jan_holp/README.md:timovy-projekt-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" }, { "kind": "Keyword", "name": "pagerank", "id": "pagerank", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:173" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:206", "title": "Vyhľadávač na slovenskom internete", "thesis_type": "bachelor_thesis", "name": "Vyhľadávač na slovenskom internete", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" }, { "kind": "Keyword", "name": "pagerank", "id": "pagerank", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:173" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0355", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?", "latency_seconds": 0.04483, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "matched_values": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0356", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Márk Fehér, ak jej dokument zároveň obsahuje kľúčové slovo klasifikácia textu?", "latency_seconds": 0.038055, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0357", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo Slovak Mistral?", "latency_seconds": 0.037355, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0358", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo kyberbezpečnosť?", "latency_seconds": 0.036483, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0359", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?", "latency_seconds": 0.037846, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0360", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo slovenské právo?", "latency_seconds": 0.042299, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0361", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "latency_seconds": 0.037576, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0362", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Question Answering?", "latency_seconds": 0.036832, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/topics/question/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/question" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0363", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo LightRAG?", "latency_seconds": 0.037239, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0364", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?", "latency_seconds": 0.036743, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0365", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "latency_seconds": 0.036586, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0366", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?", "latency_seconds": 0.037856, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0367", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo grafová databáza?", "latency_seconds": 0.036931, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0368", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?", "latency_seconds": 0.036497, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0369", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo API?", "latency_seconds": 0.037854, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0370", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "latency_seconds": 0.037669, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0371", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo Azure?", "latency_seconds": 0.03883, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0372", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo dialógový systém?", "latency_seconds": 0.037169, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/topics/chatbot/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0373", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo CRF?", "latency_seconds": 0.03627, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0374", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo DeepEval?", "latency_seconds": 0.036891, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Michal Stromko", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/michal_stromko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0375", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?", "latency_seconds": 0.037389, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "bp2022", "Daniel Hladek" ], "matched_values": [ "Michal Stromko", "bp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Medushivskyi", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806" }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806" }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0376", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?", "latency_seconds": 0.036935, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "bp2026", "Daniel Hladek" ], "matched_values": [ "Yevhenii Medushivskyi", "bp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/oleh_poiasnik/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792" }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792" }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0377", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou dp2027?", "latency_seconds": 0.037437, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "dp2027", "Daniel Hladek" ], "matched_values": [ "Oleh Poiasnik", "dp2027", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/andrii_pervashov/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787" }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787" }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0378", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Andrii Pervashov spojený s kategóriou bp2025?", "latency_seconds": 0.036225, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "bp2025", "Daniel Hladek" ], "matched_values": [ "Andrii Pervashov", "bp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/kristian_sopkovic/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0379", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?", "latency_seconds": 0.03653, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "bp2022", "Daniel Hladek" ], "matched_values": [ "Kristián Sopkovič", "bp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Michal Stromko", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/michal_stromko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0380", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?", "latency_seconds": 0.036183, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "dp2024", "Daniel Hladek" ], "matched_values": [ "Michal Stromko", "dp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/dominik_nagy/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0381", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?", "latency_seconds": 0.036387, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "bp2019", "Daniel Hladek" ], "matched_values": [ "Dominik Nagy", "bp2019", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "category": "vp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803" }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" }, { "kind": "Category", "name": "vp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:112" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803" }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0382", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?", "latency_seconds": 0.037233, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "vp2025", "Daniel Hladek" ], "matched_values": [ "Rostyslav Rodzhuk", "vp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/alina_vitko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Alina Vitko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762" }, { "kind": "Document", "path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Alina Vitko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762" }, { "kind": "Document", "path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0383", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Alina Vitko spojený s kategóriou bp2022?", "latency_seconds": 0.036837, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "bp2022", "Daniel Hladek" ], "matched_values": [ "Alina Vitko", "bp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/jan_malinovsky/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790" }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790" }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0384", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Malinovský spojený s kategóriou dp2027?", "latency_seconds": 0.036166, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "dp2027", "Daniel Hladek" ], "matched_values": [ "Ján Malinovský", "dp2027", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oliver Pejic", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/oliver_pejic/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oliver Pejic", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:737" }, { "kind": "Document", "path": "pages/interns/oliver_pejic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" }, { "kind": "Category", "name": "iaeste", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:460" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oliver Pejic", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:737" }, { "kind": "Document", "path": "pages/interns/oliver_pejic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0385", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?", "latency_seconds": 0.038359, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oliver Pejic", "iaeste", "Daniel Hladek" ], "matched_values": [ "Oliver Pejic", "iaeste", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Oliver Pejic" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Oliver Pejic" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "actual_documents": [ "pages/interns/oliver_pejic/README.md" ], "matched_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladimír Ferko", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/vladimir_ferko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladimír Ferko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786" }, { "kind": "Document", "path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladimír Ferko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786" }, { "kind": "Document", "path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0386", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?", "latency_seconds": 0.037019, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladimír Ferko", "bp2024", "Daniel Hladek" ], "matched_values": [ "Vladimír Ferko", "bp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jakub_maruniak/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0387", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?", "latency_seconds": 0.035814, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "bp2019", "Daniel Hladek" ], "matched_values": [ "Jakub Maruniak", "bp2019", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "category": "dp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/ondrej_megela/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ondrej Megela", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760" }, { "kind": "Document", "path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" }, { "kind": "Category", "name": "dp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ondrej Megela", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760" }, { "kind": "Document", "path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0388", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?", "latency_seconds": 0.037782, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "dp2023", "Daniel Hladek" ], "matched_values": [ "Ondrej Megela", "dp2023", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Omasta", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/david_omasta/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Omasta", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757" }, { "kind": "Document", "path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Omasta", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757" }, { "kind": "Document", "path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0389", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?", "latency_seconds": 0.03597, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "dp2024", "Daniel Hladek" ], "matched_values": [ "Dávid Omasta", "dp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tomáš Kuchárik", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/tomas_kucharik/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tomáš Kuchárik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749" }, { "kind": "Document", "path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tomáš Kuchárik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749" }, { "kind": "Document", "path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0390", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?", "latency_seconds": 0.036421, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2021", "Daniel Hladek" ], "matched_values": [ "Tomáš Kuchárik", "dp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Vasiľ", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/samuel_vasil/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793" }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793" }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0391", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Vasiľ spojený s kategóriou bp2026?", "latency_seconds": 0.035918, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "bp2026", "Daniel Hladek" ], "matched_values": [ "Samuel Vasiľ", "bp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/dominik_nagy/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0392", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?", "latency_seconds": 0.03657, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "dp2022", "Daniel Hladek" ], "matched_values": [ "Dominik Nagy", "dp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "category": "dp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/matej_novotny/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Novotný", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782" }, { "kind": "Document", "path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" }, { "kind": "Category", "name": "dp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Novotný", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782" }, { "kind": "Document", "path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0393", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?", "latency_seconds": 0.03657, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "dp2026", "Daniel Hladek" ], "matched_values": [ "Matej Novotný", "dp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Simona Bobrovčanová", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805" }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805" }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0394", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?", "latency_seconds": 0.037075, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "bp2026", "Daniel Hladek" ], "matched_values": [ "Simona Bobrovčanová", "bp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/lukas_pokryvka/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0395", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou bp2019?", "latency_seconds": 0.036315, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "bp2019", "Daniel Hladek" ], "matched_values": [ "Lukáš Pokrývka", "bp2019", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/maros_harahus/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0396", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?", "latency_seconds": 0.036563, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "bp2019", "Daniel Hladek" ], "matched_values": [ "Maroš Harahus", "bp2019", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/valerii_kutsenko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0397", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?", "latency_seconds": 0.035589, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "bp2025", "Daniel Hladek" ], "matched_values": [ "Valerii Kutsenko", "bp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pavlišin", "category": "bp2020", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/patrik_pavlisin/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "Category", "name": "bp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:88" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0398", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?", "latency_seconds": 0.036953, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "bp2020", "Daniel Hladek" ], "matched_values": [ "Patrik Pavlišin", "bp2020", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/filip_tomas/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0399", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2024?", "latency_seconds": 0.03722, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "dp2024", "Daniel Hladek" ], "matched_values": [ "Filip Tomáš", "dp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jan_holp/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Holp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744" }, { "kind": "Document", "path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Holp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744" }, { "kind": "Document", "path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0400", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?", "latency_seconds": 0.036705, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "bp2019", "Daniel Hladek" ], "matched_values": [ "Ján Holp", "bp2019", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ronald Zalacko", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/ronald_zalacko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ronald Zalacko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802" }, { "kind": "Document", "path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ronald Zalacko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802" }, { "kind": "Document", "path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0401", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ronald Zalacko spojený s kategóriou bp2026?", "latency_seconds": 0.036732, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "bp2026", "Daniel Hladek" ], "matched_values": [ "Ronald Zalacko", "bp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Wencel", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/martin_wencel/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Wencel", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758" }, { "kind": "Document", "path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" }, { "kind": "Category", "name": "bp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Wencel", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758" }, { "kind": "Document", "path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0402", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Wencel spojený s kategóriou bp2021?", "latency_seconds": 0.036638, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "bp2021", "Daniel Hladek" ], "matched_values": [ "Martin Wencel", "bp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/eduard_matovka/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Eduard Matovka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779" }, { "kind": "Document", "path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Eduard Matovka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779" }, { "kind": "Document", "path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0403", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Eduard Matovka spojený s kategóriou bp2024?", "latency_seconds": 0.035888, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "bp2024", "Daniel Hladek" ], "matched_values": [ "Eduard Matovka", "bp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/filip_tomas/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "Category", "name": "dp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0404", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2025?", "latency_seconds": 0.035244, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "dp2025", "Daniel Hladek" ], "matched_values": [ "Filip Tomáš", "dp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/matej_scislak/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783" }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783" }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0405", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?", "latency_seconds": 0.035644, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "bp2024", "Daniel Hladek" ], "matched_values": [ "Matej Ščišľak", "bp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Márk Fehér", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/mark_feher/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Márk Fehér", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746" }, { "kind": "Document", "path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Márk Fehér", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746" }, { "kind": "Document", "path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0406", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Márk Fehér spojený s kategóriou dp2022?", "latency_seconds": 0.036207, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Márk Fehér", "dp2022", "Daniel Hladek" ], "matched_values": [ "Márk Fehér", "dp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Džurina", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/samuel_dzurina/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Džurina", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804" }, { "kind": "Document", "path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Džurina", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804" }, { "kind": "Document", "path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0407", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?", "latency_seconds": 0.036373, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Džurina", "bp2026", "Daniel Hladek" ], "matched_values": [ "Samuel Džurina", "bp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "actual_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "matched_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pavlišin", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/patrik_pavlisin/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0408", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?", "latency_seconds": 0.03644, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "dp2022", "Daniel Hladek" ], "matched_values": [ "Patrik Pavlišin", "dp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Dorybohov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801" }, { "kind": "Document", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Dorybohov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801" }, { "kind": "Document", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0409", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleksandr Dorybohov spojený s kategóriou bp2026?", "latency_seconds": 0.036986, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "bp2026", "Daniel Hladek" ], "matched_values": [ "Oleksandr Dorybohov", "bp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Bogdan Paul Chiș", "category": "erasmus", "document_author": "Daniel Hladek", "document_path": "pages/interns/bogdan_paul_chis/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Bogdan Paul Chiș", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:735" }, { "kind": "Document", "path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" }, { "kind": "Category", "name": "erasmus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:102" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Bogdan Paul Chiș", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:735" }, { "kind": "Document", "path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0410", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?", "latency_seconds": 0.036605, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Bogdan Paul Chiș", "erasmus", "Daniel Hladek" ], "matched_values": [ "Bogdan Paul Chiș", "erasmus", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "category", "value": "erasmus" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "category", "value": "erasmus" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "actual_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "matched_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jan_holp/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Holp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744" }, { "kind": "Document", "path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Holp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744" }, { "kind": "Document", "path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0411", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?", "latency_seconds": 0.035452, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "dp2021", "Daniel Hladek" ], "matched_values": [ "Ján Holp", "dp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/jan_ptak/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791" }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791" }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0412", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?", "latency_seconds": 0.035929, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "dp2027", "Daniel Hladek" ], "matched_values": [ "Ján Pták", "dp2027", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Ushatenko", "category": "bp2020", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dmytro Ushatenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750" }, { "kind": "Document", "path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" }, { "kind": "Category", "name": "bp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:88" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dmytro Ushatenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750" }, { "kind": "Document", "path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0413", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dmytro Ushatenko spojený s kategóriou bp2020?", "latency_seconds": 0.035846, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "bp2020", "Daniel Hladek" ], "matched_values": [ "Dmytro Ushatenko", "bp2020", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "category": "vp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/martin_sarissky/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "Category", "name": "vp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:110" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0414", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou vp2023?", "latency_seconds": 0.036407, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "vp2023", "Daniel Hladek" ], "matched_values": [ "Martin Šarišský", "vp2023", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "vp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "vp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Cesar Abascal Gutierrez", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/cesar_gutierrez/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Cesar Abascal Gutierrez", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:736" }, { "kind": "Document", "path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" }, { "kind": "Category", "name": "iaeste", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:460" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Cesar Abascal Gutierrez", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:736" }, { "kind": "Document", "path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0415", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?", "latency_seconds": 0.036283, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Cesar Abascal Gutierrez", "iaeste", "Daniel Hladek" ], "matched_values": [ "Cesar Abascal Gutierrez", "iaeste", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "actual_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "matched_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/ondrej_megela/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ondrej Megela", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760" }, { "kind": "Document", "path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" }, { "kind": "Category", "name": "bp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ondrej Megela", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760" }, { "kind": "Document", "path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0416", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?", "latency_seconds": 0.036973, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bp2021", "Daniel Hladek" ], "matched_values": [ "Ondrej Megela", "bp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tomáš Kuchárik", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/tomas_kucharik/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tomáš Kuchárik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749" }, { "kind": "Document", "path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tomáš Kuchárik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749" }, { "kind": "Document", "path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0417", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?", "latency_seconds": 0.036234, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2022", "Daniel Hladek" ], "matched_values": [ "Tomáš Kuchárik", "dp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/filip_tomas/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0418", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou bp2022?", "latency_seconds": 0.036013, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "bp2022", "Daniel Hladek" ], "matched_values": [ "Filip Tomáš", "bp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/darius_lindvai/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dárius Lindvai", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740" }, { "kind": "Document", "path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dárius Lindvai", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740" }, { "kind": "Document", "path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0419", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou bp2019?", "latency_seconds": 0.035583, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "bp2019", "Daniel Hladek" ], "matched_values": [ "Dárius Lindvai", "bp2019", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Michal Stromko", "category": "vp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/michal_stromko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "Category", "name": "vp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:108" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0420", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?", "latency_seconds": 0.036891, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "vp2021", "Daniel Hladek" ], "matched_values": [ "Michal Stromko", "vp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Youssef Ressaissi", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/yussef_ressaissi/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Youssef Ressaissi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:739" }, { "kind": "Document", "path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" }, { "kind": "Category", "name": "iaeste", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:460" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Youssef Ressaissi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:739" }, { "kind": "Document", "path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0421", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Youssef Ressaissi spojený s kategóriou iaeste?", "latency_seconds": 0.03607, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Youssef Ressaissi", "iaeste", "Daniel Hladek" ], "matched_values": [ "Youssef Ressaissi", "iaeste", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Youssef Ressaissi" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Youssef Ressaissi" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "actual_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "matched_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803" }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803" }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0422", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?", "latency_seconds": 0.037325, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "bp2026", "Daniel Hladek" ], "matched_values": [ "Rostyslav Rodzhuk", "bp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/lukas_pokryvka/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0423", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou dp2021?", "latency_seconds": 0.036156, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "dp2021", "Daniel Hladek" ], "matched_values": [ "Lukáš Pokrývka", "dp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "category": "vp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/valerii_kutsenko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Category", "name": "vp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:111" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0424", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?", "latency_seconds": 0.037639, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "vp2024", "Daniel Hladek" ], "matched_values": [ "Valerii Kutsenko", "vp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/kristian_sopkovic/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0425", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?", "latency_seconds": 0.038713, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "dp2024", "Daniel Hladek" ], "matched_values": [ "Kristián Sopkovič", "dp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/artem_yatsenko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0426", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?", "latency_seconds": 0.036159, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "bp2022", "Daniel Hladek" ], "matched_values": [ "Artem Yatsenko", "bp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/maros_harahus/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0427", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?", "latency_seconds": 0.035133, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "dp2021", "Daniel Hladek" ], "matched_values": [ "Maroš Harahus", "dp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladyslav Yanchenko", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797" }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797" }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0428", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladyslav Yanchenko spojený s kategóriou bp2025?", "latency_seconds": 0.036753, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "bp2025", "Daniel Hladek" ], "matched_values": [ "Vladyslav Yanchenko", "bp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/maksym_zatirka/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maksym Zatirka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800" }, { "kind": "Document", "path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maksym Zatirka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800" }, { "kind": "Document", "path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0429", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maksym Zatirka spojený s kategóriou bp2026?", "latency_seconds": 0.036227, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "bp2026", "Daniel Hladek" ], "matched_values": [ "Maksym Zatirka", "bp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/martin_sarissky/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0430", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou bp2024?", "latency_seconds": 0.037932, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "bp2024", "Daniel Hladek" ], "matched_values": [ "Martin Šarišský", "bp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Sevval Bulburu", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/sevval_bulburu/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Sevval Bulburu", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:738" }, { "kind": "Document", "path": "pages/interns/sevval_bulburu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" }, { "kind": "Category", "name": "iaeste", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:460" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Sevval Bulburu", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:738" }, { "kind": "Document", "path": "pages/interns/sevval_bulburu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0431", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Sevval Bulburu spojený s kategóriou iaeste?", "latency_seconds": 0.037384, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Sevval Bulburu", "iaeste", "Daniel Hladek" ], "matched_values": [ "Sevval Bulburu", "iaeste", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Sevval Bulburu" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Sevval Bulburu" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "actual_documents": [ "pages/interns/sevval_bulburu/README.md" ], "matched_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "category": "dp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/martin_sarissky/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "Category", "name": "dp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0432", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou dp2026?", "latency_seconds": 0.036285, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "dp2026", "Daniel Hladek" ], "matched_values": [ "Martin Šarišský", "dp2026", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/daniil_huzenko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Daniil Huzenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788" }, { "kind": "Document", "path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Daniil Huzenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788" }, { "kind": "Document", "path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0433", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?", "latency_seconds": 0.036174, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "bp2025", "Daniel Hladek" ], "matched_values": [ "Daniil Huzenko", "bp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/oleh_poiasnik/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792" }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792" }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0434", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou bp2025?", "latency_seconds": 0.036581, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "bp2025", "Daniel Hladek" ], "matched_values": [ "Oleh Poiasnik", "bp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Omasta", "category": "dp2023" }, "matched": true }, { "binding": { "person": "Dávid Omasta", "category": "dp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Omasta", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757" }, { "kind": "Document", "path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" }, { "kind": "Category", "name": "dp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Omasta", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757" }, { "kind": "Document", "path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0435", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "latency_seconds": 0.034592, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "matched_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [ "dp2023", "dp2024" ], "entity_set_actual": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "category": "bp2021" }, "matched": true }, { "binding": { "person": "Ondrej Megela", "category": "dp2023" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ondrej Megela", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760" }, { "kind": "Document", "path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" }, { "kind": "Category", "name": "bp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ondrej Megela", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760" }, { "kind": "Document", "path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" }, { "kind": "Category", "name": "dp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0436", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "latency_seconds": 0.034603, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "matched_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "bp2021", "dp2023" ], "entity_set_actual": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "category": "bp2019" }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "category": "dp2021" }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "category": "tp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0437", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "latency_seconds": 0.034881, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "bp2019", "dp2021", "tp2020" ], "matched_values": [ "Lukáš Pokrývka", "bp2019", "dp2021", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "tp2020" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [ "bp2019", "dp2021", "tp2020" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "category": "bp2019" }, "matched": true }, { "binding": { "person": "Dominik Nagy", "category": "dp2022" }, "matched": true }, { "binding": { "person": "Dominik Nagy", "category": "tp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0438", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "latency_seconds": 0.034343, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "bp2019", "dp2022", "tp2020" ], "matched_values": [ "Dominik Nagy", "bp2019", "dp2022", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [ "bp2019", "dp2022", "tp2020" ], "entity_set_actual": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "category": "bp2019" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "category": "dp2021" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "category": "tp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0439", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "latency_seconds": 0.034409, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "bp2019", "dp2021", "tp2020" ], "matched_values": [ "Maroš Harahus", "bp2019", "dp2021", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "tp2020" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "bp2019", "dp2021", "tp2020" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "category": "bp2025" }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "category": "dp2027" }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "category": "vp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Category", "name": "vp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:111" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0440", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "latency_seconds": 0.035192, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "matched_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "dp2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "dp2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [ "bp2025", "dp2027", "vp2024" ], "entity_set_actual": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "category": "bp2022" }, "matched": true }, { "binding": { "person": "Filip Tomáš", "category": "dp2024" }, "matched": true }, { "binding": { "person": "Filip Tomáš", "category": "dp2025" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "Category", "name": "dp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0441", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "latency_seconds": 0.037988, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "matched_values": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [ "bp2022", "dp2024", "dp2025" ], "entity_set_actual": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pavlišin", "category": "bp2020" }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "category": "dp2022" }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "category": "tp2021" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "Category", "name": "bp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:88" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "Category", "name": "tp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:107" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0442", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "latency_seconds": 0.036727, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "matched_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [ "bp2020", "dp2022", "tp2021" ], "entity_set_actual": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "category": "bp2022" }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "category": "dp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0443", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "latency_seconds": 0.036619, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "matched_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "bp2022", "dp2024" ], "entity_set_actual": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "category": "bp2025" }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "category": "dp2027" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792" }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792" }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0444", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "latency_seconds": 0.040436, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "matched_values": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [ "bp2025", "dp2027" ], "entity_set_actual": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tomáš Kuchárik", "category": "dp2021" }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "category": "dp2022" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tomáš Kuchárik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749" }, { "kind": "Document", "path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tomáš Kuchárik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749" }, { "kind": "Document", "path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0445", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "latency_seconds": 0.037791, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "matched_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [ "dp2021", "dp2022" ], "entity_set_actual": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "category": "bp2019" }, "matched": true }, { "binding": { "person": "Dárius Lindvai", "category": "dp2021" }, "matched": true }, { "binding": { "person": "Dárius Lindvai", "category": "tp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dárius Lindvai", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740" }, { "kind": "Document", "path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dárius Lindvai", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740" }, { "kind": "Document", "path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dárius Lindvai", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740" }, { "kind": "Document", "path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0446", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dárius Lindvai?", "latency_seconds": 0.03748, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "bp2019", "dp2021", "tp2020" ], "matched_values": [ "Dárius Lindvai", "bp2019", "dp2021", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "tp2020" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [ "bp2019", "dp2021", "tp2020" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "category": "bp2019" }, "matched": true }, { "binding": { "person": "Ján Holp", "category": "dp2021" }, "matched": true }, { "binding": { "person": "Ján Holp", "category": "tp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Holp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744" }, { "kind": "Document", "path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Holp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744" }, { "kind": "Document", "path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Holp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744" }, { "kind": "Document", "path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0447", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?", "latency_seconds": 0.036058, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "bp2019", "dp2021", "tp2020" ], "matched_values": [ "Ján Holp", "bp2019", "dp2021", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "tp2020" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/jan_holp/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [ "bp2019", "dp2021", "tp2020" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "category": "bp2025" }, "matched": true }, { "binding": { "person": "Andrii Pervashov", "category": "dp2027" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787" }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Andrii Pervashov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787" }, { "kind": "Document", "path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0448", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Andrii Pervashov?", "latency_seconds": 0.039969, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "bp2025", "dp2027" ], "matched_values": [ "Andrii Pervashov", "bp2025", "dp2027" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "dp2027" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [ "bp2025", "dp2027" ], "entity_set_actual": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "category": "bp2019" }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "category": "dp2021" }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "category": "tp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0449", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?", "latency_seconds": 0.042705, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "bp2019", "dp2021", "tp2020" ], "matched_values": [ "Jakub Maruniak", "bp2019", "dp2021", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "tp2020" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [ "bp2019", "dp2021", "tp2020" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Michal Stromko", "category": "bp2022" }, "matched": true }, { "binding": { "person": "Michal Stromko", "category": "dp2024" }, "matched": true }, { "binding": { "person": "Michal Stromko", "category": "vp2021" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "Category", "name": "vp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:108" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0450", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?", "latency_seconds": 0.047813, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "matched_values": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "vp2021" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "vp2021" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [ "bp2022", "dp2024", "vp2021" ], "entity_set_actual": [ "bp2022", "dp2024", "vp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "category": "bp2024" }, "matched": true }, { "binding": { "person": "Martin Šarišský", "category": "dp2026" }, "matched": true }, { "binding": { "person": "Martin Šarišský", "category": "vp2023" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "Category", "name": "dp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "Category", "name": "vp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:110" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0451", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Martin Šarišský?", "latency_seconds": 0.040067, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "bp2024", "dp2026", "vp2023" ], "matched_values": [ "Martin Šarišský", "bp2024", "dp2026", "vp2023" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "dp2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "vp2023" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "dp2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "vp2023" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [ "bp2024", "dp2026", "vp2023" ], "entity_set_actual": [ "bp2024", "dp2026", "vp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "category": "bp2024" }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "category": "dp2026" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783" }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783" }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" }, { "kind": "Category", "name": "dp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0452", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?", "latency_seconds": 0.050539, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "bp2024", "dp2026" ], "matched_values": [ "Matej Ščišľak", "bp2024", "dp2026" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "dp2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [ "bp2024", "dp2026" ], "entity_set_actual": [ "bp2024", "dp2026" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "category": "bp2026" }, "matched": true }, { "binding": { "person": "Rostyslav Rodzhuk", "category": "vp2025" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803" }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Rostyslav Rodzhuk", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803" }, { "kind": "Document", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" }, { "kind": "Category", "name": "vp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:112" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0453", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?", "latency_seconds": 0.053777, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "matched_values": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "bp2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "vp2025" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "bp2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "vp2025" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [ "bp2026", "vp2025" ], "entity_set_actual": [ "bp2026", "vp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Omasta", "category": "dp2023" }, "matched": true }, { "binding": { "person": "Dávid Omasta", "category": "dp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Omasta", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757" }, { "kind": "Document", "path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" }, { "kind": "Category", "name": "dp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Omasta", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757" }, { "kind": "Document", "path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0454", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "latency_seconds": 0.042993, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "matched_values": [ "Dávid Omasta", "dp2023", "dp2024" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [ "dp2023", "dp2024" ], "entity_set_actual": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "category": "bp2021" }, "matched": true }, { "binding": { "person": "Ondrej Megela", "category": "dp2023" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ondrej Megela", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760" }, { "kind": "Document", "path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" }, { "kind": "Category", "name": "bp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ondrej Megela", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760" }, { "kind": "Document", "path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" }, { "kind": "Category", "name": "dp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0455", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "latency_seconds": 0.043142, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "matched_values": [ "Ondrej Megela", "bp2021", "dp2023" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "bp2021", "dp2023" ], "entity_set_actual": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "category": "bp2019" }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "category": "dp2021" }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "category": "tp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Lukáš Pokrývka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0456", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "latency_seconds": 0.036926, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "bp2019", "dp2021", "tp2020" ], "matched_values": [ "Lukáš Pokrývka", "bp2019", "dp2021", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "tp2020" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [ "bp2019", "dp2021", "tp2020" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "category": "bp2019" }, "matched": true }, { "binding": { "person": "Dominik Nagy", "category": "dp2022" }, "matched": true }, { "binding": { "person": "Dominik Nagy", "category": "tp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0457", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "latency_seconds": 0.041109, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "bp2019", "dp2022", "tp2020" ], "matched_values": [ "Dominik Nagy", "bp2019", "dp2022", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [ "bp2019", "dp2022", "tp2020" ], "entity_set_actual": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "category": "bp2019" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "category": "dp2021" }, "matched": true }, { "binding": { "person": "Maroš Harahus", "category": "tp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747" }, { "kind": "Document", "path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0458", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "latency_seconds": 0.040752, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "bp2019", "dp2021", "tp2020" ], "matched_values": [ "Maroš Harahus", "bp2019", "dp2021", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "tp2020" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2016/maros_harahus/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [ "bp2019", "dp2021", "tp2020" ], "entity_set_actual": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "category": "bp2025" }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "category": "dp2027" }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "category": "vp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Category", "name": "vp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:111" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0459", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "latency_seconds": 0.045958, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "matched_values": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "dp2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "dp2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [ "bp2025", "dp2027", "vp2024" ], "entity_set_actual": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "category": "bp2022" }, "matched": true }, { "binding": { "person": "Filip Tomáš", "category": "dp2024" }, "matched": true }, { "binding": { "person": "Filip Tomáš", "category": "dp2025" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766" }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" }, { "kind": "Category", "name": "dp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0460", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "latency_seconds": 0.05653, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "matched_values": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [ "bp2022", "dp2024", "dp2025" ], "entity_set_actual": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pavlišin", "category": "bp2020" }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "category": "dp2022" }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "category": "tp2021" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "Category", "name": "bp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:88" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "Category", "name": "tp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:107" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0461", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "latency_seconds": 0.049579, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "matched_values": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [ "bp2020", "dp2022", "tp2021" ], "entity_set_actual": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "category": "bp2022" }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "category": "dp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0462", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "latency_seconds": 0.043263, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "matched_values": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "bp2022", "dp2024" ], "entity_set_actual": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "category": "bp2025" }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "category": "dp2027" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792" }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Poiasnik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792" }, { "kind": "Document", "path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0463", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "latency_seconds": 0.041903, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "matched_values": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [ "bp2025", "dp2027" ], "entity_set_actual": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tomáš Kuchárik", "category": "dp2021" }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "category": "dp2022" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tomáš Kuchárik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749" }, { "kind": "Document", "path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tomáš Kuchárik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749" }, { "kind": "Document", "path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" }, { "kind": "Category", "name": "dp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0464", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "latency_seconds": 0.042142, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "matched_values": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" } ], "matched_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [ "dp2021", "dp2022" ], "entity_set_actual": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "year": 2021 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2021 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2021 }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 4, "actual_count": 4, "complete": true, "id": "regression-0465", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "latency_seconds": 0.05518, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "2021", "Ján Holp", "Maroš Harahus", "Artem Yatsenko", "4" ], "matched_values": [ "Jakub Maruniak", "2021", "Ján Holp", "Maroš Harahus", "Artem Yatsenko", "4" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [ "artem yatsenko", "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_actual": [ "artem yatsenko", "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "year": 2022 }, "matched": true }, { "binding": { "person": "Dominik Nagy", "year": 2022 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "regression-0466", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "latency_seconds": 0.053652, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "2022", "Dominik Nagy", "Kristián Sopkovič", "3" ], "matched_values": [ "Artem Yatsenko", "2022", "Dominik Nagy", "Kristián Sopkovič", "3" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_actual": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2021 }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "year": 2021 }, "matched": true }, { "binding": { "person": "Alina Vitko", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:202", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "thesis_type": "diploma_thesis", "name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208", "title": "Paralelné trénovanie neurónových sietí", "thesis_type": "diploma_thesis", "name": "Paralelné trénovanie neurónových sietí", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "regression-0467", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "latency_seconds": 0.04893, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2021", "Lukáš Pokrývka", "Alina Vitko", "3" ], "matched_values": [ "Dárius Lindvai", "2021", "Lukáš Pokrývka", "Alina Vitko", "3" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [ "alina vitko", "darius lindvai", "lukas pokryvka" ], "entity_set_actual": [ "alina vitko", "darius lindvai", "lukas pokryvka" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2022 }, "matched": true }, { "binding": { "person": "Filip Tomáš", "year": 2022 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:279", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "thesis_type": "bachelor_thesis", "name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "regression-0468", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "latency_seconds": 0.051487, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2022", "Filip Tomáš", "Márk Fehér", "3" ], "matched_values": [ "Alina Vitko", "2022", "Filip Tomáš", "Márk Fehér", "3" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [ "alina vitko", "filip tomas", "mark feher" ], "entity_set_actual": [ "alina vitko", "filip tomas", "mark feher" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "year": 2020 }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272", "title": "Neurónové jazykové modelovanie typu BERT.", "thesis_type": "bachelor_thesis", "name": "Neurónové jazykové modelovanie typu BERT.", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212", "title": "Metódy automatického prekladu", "thesis_type": "bachelor_thesis", "name": "Metódy automatického prekladu", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0469", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "latency_seconds": 0.05071, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2" ], "matched_values": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [ "ondrej megela", "patrik pavlisin" ], "entity_set_actual": [ "ondrej megela", "patrik pavlisin" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Ushatenko", "year": 2020 }, "matched": true }, { "binding": { "person": "Martin Wencel", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2017, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750", "name": "Dmytro Ushatenko", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "person:pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216", "title": "Jednoduchý chatbot v jazyku Python", "thesis_type": "bachelor_thesis", "name": "Jednoduchý chatbot v jazyku Python", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020", "person": "Dmytro Ushatenko", "document_path": "pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870", "title": "Dmytro Ushatenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "path": "pages/students/2017/dmytro_ushatenko/README.md", "name": "Dmytro Ushatenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758", "name": "Martin Wencel", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "person:pages/students/2018/martin_wencel/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:270", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "thesis_type": "bachelor_thesis", "name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "source_document": "pages/students/2018/martin_wencel/README.md", "id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020", "person": "Martin Wencel", "document_path": "pages/students/2018/martin_wencel/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878", "title": "Martin Wencel", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "path": "pages/students/2018/martin_wencel/README.md", "name": "Martin Wencel" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0470", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "latency_seconds": 0.054723, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "2020", "Martin Wencel", "2" ], "matched_values": [ "Dmytro Ushatenko", "2020", "Martin Wencel", "2" ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin Wencel" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin Wencel" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [ "dmytro ushatenko", "martin wencel" ], "entity_set_actual": [ "dmytro ushatenko", "martin wencel" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Omasta", "year": 2024 }, "matched": true }, { "binding": { "person": "Vladimír Ferko", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:222", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786", "name": "Vladimír Ferko", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "person:pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:654", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "thesis_type": "bachelor_thesis", "name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "source_document": "pages/students/2021/vladimir_ferko/README.md", "id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024", "person": "Vladimír Ferko", "document_path": "pages/students/2021/vladimir_ferko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:44", "title": "Vladimír Ferko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "path": "pages/students/2021/vladimir_ferko/README.md", "name": "Vladimír Ferko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0471", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?", "latency_seconds": 0.0506, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "2024", "Vladimír Ferko", "2" ], "matched_values": [ "Dávid Omasta", "2024", "Vladimír Ferko", "2" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [ "david omasta", "vladimir ferko" ], "entity_set_actual": [ "david omasta", "vladimir ferko" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "year": 2026 }, "matched": true }, { "binding": { "person": "Ján Malinovský", "year": 2026 }, "matched": true }, { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799", "name": "Denis Le Thanh", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "person:pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "source_document": "pages/students/2023/denis_le_thanh/README.md", "id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026", "person": "Denis Le Thanh", "document_path": "pages/students/2023/denis_le_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57", "title": "Denis Le Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "path": "pages/students/2023/denis_le_thanh/README.md", "name": "Denis Le Thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "regression-0472", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "latency_seconds": 0.061807, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2026", "Ján Malinovský", "Maksym Zatirka", "3" ], "matched_values": [ "Denis Le Thanh", "2026", "Ján Malinovský", "Maksym Zatirka", "3" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [ "denis le thanh", "jan malinovsky", "maksym zatirka" ], "entity_set_actual": [ "denis le thanh", "jan malinovsky", "maksym zatirka" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Matej Novotný", "year": 2026 }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "regression-0473", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "latency_seconds": 0.060815, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Matej Novotný", "Matej Ščišľak", "3" ], "matched_values": [ "Ján Pták", "2026", "Matej Novotný", "Matej Ščišľak", "3" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [ "jan ptak", "matej novotny", "matej scislak" ], "entity_set_actual": [ "jan ptak", "matej novotny", "matej scislak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "year": 2027 }, "matched": true }, { "binding": { "person": "Oleh Poiasnik", "year": 2027 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "name": "Andrii Pervashov", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "person:pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:656", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "thesis_type": "diploma_thesis", "name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027", "person": "Andrii Pervashov", "document_path": "pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45", "title": "Andrii Pervashov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "path": "pages/students/2022/andrii_pervashov/README.md", "name": "Andrii Pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2027, "heading": "Diplomová práca 2027", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:659", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "thesis_type": "diploma_thesis", "name": "Expertný agentový systém na podporu rozhodovania v lekárni", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0474", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?", "latency_seconds": 0.051107, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2027", "Oleh Poiasnik", "2" ], "matched_values": [ "Andrii Pervashov", "2027", "Oleh Poiasnik", "2" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2027" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [ "andrii pervashov", "oleh poiasnik" ], "entity_set_actual": [ "andrii pervashov", "oleh poiasnik" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "year": 2025 }, "matched": true }, { "binding": { "person": "Tetiana Mohorian", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788", "name": "Daniil Huzenko", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "person:pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:657", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "thesis_type": "bachelor_thesis", "name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025", "person": "Daniil Huzenko", "document_path": "pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:46", "title": "Daniil Huzenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "path": "pages/students/2022/daniil_huzenko/README.md", "name": "Daniil Huzenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795", "name": "Tetiana Mohorian", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "person:pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:184", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025", "person": "Tetiana Mohorian", "document_path": "pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:53", "title": "Tetiana Mohorian", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "path": "pages/students/2022/tetiana_mohorian/README.md", "name": "Tetiana Mohorian" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0475", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?", "latency_seconds": 0.05175, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "2025", "Tetiana Mohorian", "2" ], "matched_values": [ "Daniil Huzenko", "2025", "Tetiana Mohorian", "2" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [ "daniil huzenko", "tetiana mohorian" ], "entity_set_actual": [ "daniil huzenko", "tetiana mohorian" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "year": 2021 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2021 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2021 }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 4, "actual_count": 4, "complete": true, "id": "regression-0476", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.", "latency_seconds": 0.055704, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "2021", "Ján Holp", "Maroš Harahus", "Artem Yatsenko", "4" ], "matched_values": [ "Jakub Maruniak", "2021", "Ján Holp", "Maroš Harahus", "Artem Yatsenko", "4" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [ "artem yatsenko", "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_actual": [ "artem yatsenko", "jakub maruniak", "jan holp", "maros harahus" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "year": 2022 }, "matched": true }, { "binding": { "person": "Dominik Nagy", "year": 2022 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "regression-0477", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.", "latency_seconds": 0.067532, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "2022", "Dominik Nagy", "Kristián Sopkovič", "3" ], "matched_values": [ "Artem Yatsenko", "2022", "Dominik Nagy", "Kristián Sopkovič", "3" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_actual": [ "artem yatsenko", "dominik nagy", "kristian sopkovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2021 }, "matched": true }, { "binding": { "person": "Lukáš Pokrývka", "year": 2021 }, "matched": true }, { "binding": { "person": "Alina Vitko", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:202", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "thesis_type": "diploma_thesis", "name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208", "title": "Paralelné trénovanie neurónových sietí", "thesis_type": "diploma_thesis", "name": "Paralelné trénovanie neurónových sietí", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "regression-0478", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.", "latency_seconds": 0.051669, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2021", "Lukáš Pokrývka", "Alina Vitko", "3" ], "matched_values": [ "Dárius Lindvai", "2021", "Lukáš Pokrývka", "Alina Vitko", "3" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [ "alina vitko", "darius lindvai", "lukas pokryvka" ], "entity_set_actual": [ "alina vitko", "darius lindvai", "lukas pokryvka" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2022 }, "matched": true }, { "binding": { "person": "Filip Tomáš", "year": 2022 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:279", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "thesis_type": "bachelor_thesis", "name": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:bakalarska-praca-2022", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 3, "actual_count": 3, "complete": true, "id": "regression-0479", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.", "latency_seconds": 0.068713, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2022", "Filip Tomáš", "Márk Fehér", "3" ], "matched_values": [ "Alina Vitko", "2022", "Filip Tomáš", "Márk Fehér", "3" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [ "alina vitko", "filip tomas", "mark feher" ], "entity_set_actual": [ "alina vitko", "filip tomas", "mark feher" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "year": 2020 }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272", "title": "Neurónové jazykové modelovanie typu BERT.", "thesis_type": "bachelor_thesis", "name": "Neurónové jazykové modelovanie typu BERT.", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212", "title": "Metódy automatického prekladu", "thesis_type": "bachelor_thesis", "name": "Metódy automatického prekladu", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0480", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.", "latency_seconds": 0.061254, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2" ], "matched_values": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [ "ondrej megela", "patrik pavlisin" ], "entity_set_actual": [ "ondrej megela", "patrik pavlisin" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0481", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo inštrukcie a jej práca je uvedená v roku 2026?", "latency_seconds": 0.039887, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0482", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Slovak Mistral a jej práca je uvedená v roku 2026?", "latency_seconds": 0.042821, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0483", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo znalostný graf a jej práca je uvedená v roku 2027?", "latency_seconds": 0.039613, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0484", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?", "latency_seconds": 0.042659, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0485", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?", "latency_seconds": 0.043699, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0486", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?", "latency_seconds": 0.046968, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0487", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo pomenované entity a jej práca je uvedená v roku 2020?", "latency_seconds": 0.038392, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/named-entity/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0488", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?", "latency_seconds": 0.038843, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0489", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo CRF a jej práca je uvedená v roku 2021?", "latency_seconds": 0.05245, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0490", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?", "latency_seconds": 0.04127, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0491", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Streamlit a jej práca je uvedená v roku 2022?", "latency_seconds": 0.038334, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0492", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?", "latency_seconds": 0.038924, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0493", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?", "latency_seconds": 0.038893, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0494", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo chatbot a jej práca je uvedená v roku 2020?", "latency_seconds": 0.046534, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/topics/chatbot/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0495", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?", "latency_seconds": 0.038194, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0496", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo speech-to-text a jej práca je uvedená v roku 2027?", "latency_seconds": 0.040018, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "keyword": "GPU", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208", "title": "Paralelné trénovanie neurónových sietí", "thesis_type": "diploma_thesis", "name": "Paralelné trénovanie neurónových sietí", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" }, { "kind": "Keyword", "name": "GPU", "id": "gpu", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:148" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0497", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo GPU a jej práca je uvedená v roku 2021?", "latency_seconds": 0.044982, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "GPU", "2021" ], "matched_values": [ "Lukáš Pokrývka", "GPU", "2021" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "GPU" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "GPU" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "keyword": "Spacy", "year": 2021 }, "matched": true }, { "binding": { "person": "Artem Yatsenko", "keyword": "Spacy", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:210", "title": "Neurónová morfologická anotácia slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Neurónová morfologická anotácia slovenského jazyka", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "thesis:pages/students/2016/maros_harahus/README.md:diplomova-praca-2021", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0498", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?", "latency_seconds": 0.045309, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "Spacy", "2021", "Artem Yatsenko" ], "matched_values": [ "Maroš Harahus", "Spacy", "2021", "Artem Yatsenko" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0499", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?", "latency_seconds": 0.038388, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "keyword": "Spacy", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0500", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?", "latency_seconds": 0.045892, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "Spacy", "2022" ], "matched_values": [ "Kristián Sopkovič", "Spacy", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0501", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Alina Vitko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?", "latency_seconds": 0.047481, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0502", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Andrii Pervashov, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo nlp?", "latency_seconds": 0.047345, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0503", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Artem Yatsenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ner?", "latency_seconds": 0.047158, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0504", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Bogdan Paul Chiș, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ie?", "latency_seconds": 0.047265, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "actual_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "matched_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0505", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Cesar Abascal Gutierrez, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "latency_seconds": 0.039999, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "actual_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "matched_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0506", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Daniil Huzenko, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "latency_seconds": 0.063377, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0507", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Zuzana Neexistujúca Vzorová?", "latency_seconds": 0.035176, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [], "actual_documents": [], "matched_documents": [], "expected_source_urls": [], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0508", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Roman Neskutočný Testovací?", "latency_seconds": 0.035994, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [], "actual_documents": [], "matched_documents": [], "expected_source_urls": [], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 0, "actual_count": 0, "complete": true, "id": "regression-0509", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Andrii Pervashov, Artem Yatsenko vyber osoby s prácou v roku 2099. Koľko ich je?", "latency_seconds": 0.045202, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "0" ], "matched_values": [ "0" ], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ediz Morochovič", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Jakub Schwarc", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ediz Morochovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742" }, { "kind": "Document", "path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Schwarc", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789" }, { "kind": "Document", "path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0510", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Jakub Schwarc.", "latency_seconds": 0.039116, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ediz Morochovič", "nlp", "Jakub Schwarc" ], "matched_values": [ "Ediz Morochovič", "nlp", "Jakub Schwarc" ], "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Nikita Bodnar", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin NaN1", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754" }, { "kind": "Document", "path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0511", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Martin NaN1 a Nikita Bodnar.", "latency_seconds": 0.038421, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "nlp", "Nikita Bodnar" ], "matched_values": [ "Martin NaN1", "nlp", "Nikita Bodnar" ], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ediz Morochovič", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Martin NaN1", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ediz Morochovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742" }, { "kind": "Document", "path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin NaN1", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754" }, { "kind": "Document", "path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0512", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Martin NaN1.", "latency_seconds": 0.038374, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ediz Morochovič", "nlp", "Martin NaN1" ], "matched_values": [ "Ediz Morochovič", "nlp", "Martin NaN1" ], "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Stromp", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Nikita Bodnar", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Stromp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764" }, { "kind": "Document", "path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0513", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Stromp a Nikita Bodnar.", "latency_seconds": 0.038199, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Stromp", "nlp", "Nikita Bodnar" ], "matched_values": [ "Dávid Stromp", "nlp", "Nikita Bodnar" ], "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Than Trung Thanh", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Manohar Gowdru Shridhara", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:780" }, { "kind": "Document", "path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Than Trung Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753" }, { "kind": "Document", "path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0514", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Manohar Gowdru Shridhara a Than Trung Thanh.", "latency_seconds": 0.039892, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Manohar Gowdru Shridhara", "nlp", "Than Trung Thanh" ], "matched_values": [ "Manohar Gowdru Shridhara", "nlp", "Than Trung Thanh" ], "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Than Trung Thanh" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Than Trung Thanh" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "actual_documents": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Iľaš", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Yevhenii Leonov", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Iľaš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756" }, { "kind": "Document", "path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Leonov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798" }, { "kind": "Document", "path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0515", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Iľaš a Yevhenii Leonov.", "latency_seconds": 0.038523, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Iľaš", "nlp", "Yevhenii Leonov" ], "matched_values": [ "Dávid Iľaš", "nlp", "Yevhenii Leonov" ], "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "keyword": "rasa" }, "matched": true }, { "binding": { "person": "Nikita Bodnar", "keyword": "rasa" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artur Hyrenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778" }, { "kind": "Document", "path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" }, { "kind": "Keyword", "name": "rasa", "id": "rasa", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:183" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "Keyword", "name": "rasa", "id": "rasa", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:183" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0516", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo rasa pri osobách Artur Hyrenko a Nikita Bodnar.", "latency_seconds": 0.038746, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "rasa", "Nikita Bodnar" ], "matched_values": [ "Artur Hyrenko", "rasa", "Nikita Bodnar" ], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "rasa" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "rasa" } ], "matched_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "rasa" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "rasa" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Adrián Remiáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755" }, { "kind": "Document", "path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Manohar Gowdru Shridhara", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:780" }, { "kind": "Document", "path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0517", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Adrián Remiáš a Manohar Gowdru Shridhara.", "latency_seconds": 0.03855, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "nlp", "Manohar Gowdru Shridhara" ], "matched_values": [ "Adrián Remiáš", "nlp", "Manohar Gowdru Shridhara" ], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pokrivčák", "year": 2024 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "year": 2024 }, "matched": true }, { "binding": { "person": "Patrik Pokrivčák", "year": 2025 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769", "name": "Patrik Pokrivčák", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "person:pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:718", "name": "Diplomový projekt 2024", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "work:pages/students/2019/patrik_pokrivcak/README.md:diplomovy-projekt-2024", "person": "Patrik Pokrivčák", "document_path": "pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892", "title": "Patrik Pokrivčák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "path": "pages/students/2019/patrik_pokrivcak/README.md", "name": "Patrik Pokrivčák" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:723", "name": "Diplomový projekt 2024", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "work:pages/students/2020/pavol_hudak/README.md:diplomovy-projekt-2024", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769", "name": "Patrik Pokrivčák", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "person:pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:634", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "thesis_type": "diploma_thesis", "name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "thesis:pages/students/2019/patrik_pokrivcak/README.md:diplomova-praca", "person": "Patrik Pokrivčák", "document_path": "pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892", "title": "Patrik Pokrivčák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "path": "pages/students/2019/patrik_pokrivcak/README.md", "name": "Patrik Pokrivčák" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:641", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "thesis_type": "diploma_thesis", "name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0518", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Patrik Pokrivčák a Pavol Hudák?", "latency_seconds": 0.043427, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pokrivčák", "2024", "Pavol Hudák", "2025" ], "matched_values": [ "Patrik Pokrivčák", "2024", "Pavol Hudák", "2025" ], "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/pavol_hudak/README.md" ], "matched_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Kobyľan", "year": 2023 }, "matched": true }, { "binding": { "person": "Vladyslav Krupko", "year": 2023 }, "matched": true }, { "binding": { "person": "Matej Kobyľan", "year": 2024 }, "matched": true }, { "binding": { "person": "Vladyslav Krupko", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774", "name": "Matej Kobyľan", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "person:pages/students/2020/matej_kobylan/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:638", "title": "Systém pre monitoring médií", "thesis_type": "bachelor_thesis", "name": "Systém pre monitoring médií", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2023", "person": "Matej Kobyľan", "document_path": "pages/students/2020/matej_kobylan/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32", "title": "Matej Kobyľan", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "path": "pages/students/2020/matej_kobylan/README.md", "name": "Matej Kobyľan" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "name": "Vladyslav Krupko", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "person:pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:642", "title": "Oprava preklepov v slovenskom jazyku.", "thesis_type": "bachelor_thesis", "name": "Oprava preklepov v slovenskom jazyku.", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2023", "person": "Vladyslav Krupko", "document_path": "pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:35", "title": "Vladyslav Krupko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "path": "pages/students/2020/vladyslav_krupko/README.md", "name": "Vladyslav Krupko" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774", "name": "Matej Kobyľan", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "person:pages/students/2020/matej_kobylan/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:639", "thesis_type": "bachelor_thesis", "name": "Bakalárska práca 2024", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2024", "person": "Matej Kobyľan", "document_path": "pages/students/2020/matej_kobylan/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32", "title": "Matej Kobyľan", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "path": "pages/students/2020/matej_kobylan/README.md", "name": "Matej Kobyľan" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "name": "Vladyslav Krupko", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "person:pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:643", "thesis_type": "bachelor_thesis", "name": "Bakalárska práca 2024", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2024", "person": "Vladyslav Krupko", "document_path": "pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:35", "title": "Vladyslav Krupko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "path": "pages/students/2020/vladyslav_krupko/README.md", "name": "Vladyslav Krupko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0519", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Matej Kobyľan a Vladyslav Krupko?", "latency_seconds": 0.043658, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Kobyľan", "2023", "Vladyslav Krupko", "2024" ], "matched_values": [ "Matej Kobyľan", "2023", "Vladyslav Krupko", "2024" ], "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "year": 2024 }, "matched": true }, { "binding": { "person": "Nikita Bodnar", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755", "name": "Adrián Remiáš", "source_document": "pages/students/2018/adrian_remias/README.md", "id": "person:pages/students/2018/adrian_remias/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:219", "thesis_type": "diploma_thesis", "name": "Diplomová práca 2024", "source_document": "pages/students/2018/adrian_remias/README.md", "id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024", "person": "Adrián Remiáš", "document_path": "pages/students/2018/adrian_remias/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:875", "title": "Adrián Remiáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "path": "pages/students/2018/adrian_remias/README.md", "name": "Adrián Remiáš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784", "name": "Nikita Bodnar", "source_document": "pages/students/2021/nikita_bodnar/README.md", "id": "person:pages/students/2021/nikita_bodnar/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:651", "title": "Korekcia textu pomocou neurónových sietí", "thesis_type": "bachelor_thesis", "name": "Korekcia textu pomocou neurónových sietí", "source_document": "pages/students/2021/nikita_bodnar/README.md", "id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2024", "person": "Nikita Bodnar", "document_path": "pages/students/2021/nikita_bodnar/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:42", "title": "Nikita Bodnar", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "path": "pages/students/2021/nikita_bodnar/README.md", "name": "Nikita Bodnar" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0520", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Adrián Remiáš a Nikita Bodnar?", "latency_seconds": 0.043593, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "2024", "Nikita Bodnar" ], "matched_values": [ "Adrián Remiáš", "2024", "Nikita Bodnar" ], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Nikita Bodnar", "year": 2024 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "year": 2024 }, "matched": true }, { "binding": { "person": "Nikita Bodnar", "year": 2025 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784", "name": "Nikita Bodnar", "source_document": "pages/students/2021/nikita_bodnar/README.md", "id": "person:pages/students/2021/nikita_bodnar/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:651", "title": "Korekcia textu pomocou neurónových sietí", "thesis_type": "bachelor_thesis", "name": "Korekcia textu pomocou neurónových sietí", "source_document": "pages/students/2021/nikita_bodnar/README.md", "id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2024", "person": "Nikita Bodnar", "document_path": "pages/students/2021/nikita_bodnar/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:42", "title": "Nikita Bodnar", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "path": "pages/students/2021/nikita_bodnar/README.md", "name": "Nikita Bodnar" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:723", "name": "Diplomový projekt 2024", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "work:pages/students/2020/pavol_hudak/README.md:diplomovy-projekt-2024", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784", "name": "Nikita Bodnar", "source_document": "pages/students/2021/nikita_bodnar/README.md", "id": "person:pages/students/2021/nikita_bodnar/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:652", "thesis_type": "bachelor_thesis", "name": "Bakalárska práca 2025", "source_document": "pages/students/2021/nikita_bodnar/README.md", "id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2025", "person": "Nikita Bodnar", "document_path": "pages/students/2021/nikita_bodnar/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:42", "title": "Nikita Bodnar", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "path": "pages/students/2021/nikita_bodnar/README.md", "name": "Nikita Bodnar" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:641", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "thesis_type": "diploma_thesis", "name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0521", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Nikita Bodnar a Pavol Hudák?", "latency_seconds": 0.042403, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Nikita Bodnar", "2024", "Pavol Hudák", "2025" ], "matched_values": [ "Nikita Bodnar", "2024", "Pavol Hudák", "2025" ], "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Kostilník", "year": 2024 }, "matched": true }, { "binding": { "person": "Patrik Pokrivčák", "year": 2024 }, "matched": true }, { "binding": { "person": "Dávid Kostilník", "year": 2025 }, "matched": true }, { "binding": { "person": "Patrik Pokrivčák", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771", "name": "Dávid Kostilník", "source_document": "pages/students/2020/david_kostilnik/README.md", "id": "person:pages/students/2020/david_kostilnik/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:721", "name": "Diplomový projekt 2024", "source_document": "pages/students/2020/david_kostilnik/README.md", "id": "work:pages/students/2020/david_kostilnik/README.md:diplomovy-projekt-2024", "person": "Dávid Kostilník", "document_path": "pages/students/2020/david_kostilnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:29", "title": "Dávid Kostilník", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "path": "pages/students/2020/david_kostilnik/README.md", "name": "Dávid Kostilník" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769", "name": "Patrik Pokrivčák", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "person:pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:718", "name": "Diplomový projekt 2024", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "work:pages/students/2019/patrik_pokrivcak/README.md:diplomovy-projekt-2024", "person": "Patrik Pokrivčák", "document_path": "pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892", "title": "Patrik Pokrivčák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "path": "pages/students/2019/patrik_pokrivcak/README.md", "name": "Patrik Pokrivčák" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771", "name": "Dávid Kostilník", "source_document": "pages/students/2020/david_kostilnik/README.md", "id": "person:pages/students/2020/david_kostilnik/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:635", "title": "Sémantické vyhľadávanie pomocou veľkých modelov", "thesis_type": "diploma_thesis", "name": "Sémantické vyhľadávanie pomocou veľkých modelov", "source_document": "pages/students/2020/david_kostilnik/README.md", "id": "thesis:pages/students/2020/david_kostilnik/README.md:diplomova-praca-2025", "person": "Dávid Kostilník", "document_path": "pages/students/2020/david_kostilnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:29", "title": "Dávid Kostilník", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "path": "pages/students/2020/david_kostilnik/README.md", "name": "Dávid Kostilník" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769", "name": "Patrik Pokrivčák", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "person:pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:634", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "thesis_type": "diploma_thesis", "name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "thesis:pages/students/2019/patrik_pokrivcak/README.md:diplomova-praca", "person": "Patrik Pokrivčák", "document_path": "pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892", "title": "Patrik Pokrivčák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "path": "pages/students/2019/patrik_pokrivcak/README.md", "name": "Patrik Pokrivčák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0522", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Patrik Pokrivčák?", "latency_seconds": 0.043908, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Kostilník", "2024", "Patrik Pokrivčák", "2025" ], "matched_values": [ "Dávid Kostilník", "2024", "Patrik Pokrivčák", "2025" ], "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "actual_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "matched_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "year": 2020 }, "matched": true }, { "binding": { "person": "Oleh Bilykh", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754", "name": "Martin NaN1", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "person:pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Work", "year": 2020, "heading": "Bakalársky projekt 2020", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:698", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "name": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "work:pages/students/2018/NaN1name_buday/README.md:bakalarsky-projekt-2020", "person": "Martin NaN1", "document_path": "pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:874", "title": "Martin NaN1", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "path": "pages/students/2018/NaN1name_buday/README.md", "name": "Martin NaN1" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759", "name": "Oleh Bilykh", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "person:pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Work", "year": 2020, "heading": "Bakalársky projekt 2020", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:700", "name": "Bakalársky projekt 2020", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "work:pages/students/2018/oleh_bilykh/README.md:bakalarsky-projekt-2020", "person": "Oleh Bilykh", "document_path": "pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:879", "title": "Oleh Bilykh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "path": "pages/students/2018/oleh_bilykh/README.md", "name": "Oleh Bilykh" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0523", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Martin NaN1 a Oleh Bilykh?", "latency_seconds": 0.042194, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "2020", "Oleh Bilykh" ], "matched_values": [ "Martin NaN1", "2020", "Oleh Bilykh" ], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Kostilník", "year": 2024 }, "matched": true }, { "binding": { "person": "Vladyslav Krupko", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771", "name": "Dávid Kostilník", "source_document": "pages/students/2020/david_kostilnik/README.md", "id": "person:pages/students/2020/david_kostilnik/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:721", "name": "Diplomový projekt 2024", "source_document": "pages/students/2020/david_kostilnik/README.md", "id": "work:pages/students/2020/david_kostilnik/README.md:diplomovy-projekt-2024", "person": "Dávid Kostilník", "document_path": "pages/students/2020/david_kostilnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:29", "title": "Dávid Kostilník", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "path": "pages/students/2020/david_kostilnik/README.md", "name": "Dávid Kostilník" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "name": "Vladyslav Krupko", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "person:pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:643", "thesis_type": "bachelor_thesis", "name": "Bakalárska práca 2024", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2024", "person": "Vladyslav Krupko", "document_path": "pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:35", "title": "Vladyslav Krupko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "path": "pages/students/2020/vladyslav_krupko/README.md", "name": "Vladyslav Krupko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0524", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Vladyslav Krupko?", "latency_seconds": 0.043775, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Kostilník", "2024", "Vladyslav Krupko" ], "matched_values": [ "Dávid Kostilník", "2024", "Vladyslav Krupko" ], "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Schwarc", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Hryshchenko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789", "name": "Jakub Schwarc", "source_document": "pages/students/2022/jakub_schwarc/README.md", "id": "person:pages/students/2022/jakub_schwarc/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:727", "title": "Inštrukčné dotrénovanie jazykového modelu", "name": "Inštrukčné dotrénovanie jazykového modelu", "source_document": "pages/students/2022/jakub_schwarc/README.md", "id": "work:pages/students/2022/jakub_schwarc/README.md:diplomovy-projekt-2026", "person": "Jakub Schwarc", "document_path": "pages/students/2022/jakub_schwarc/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:47", "title": "Jakub Schwarc", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "path": "pages/students/2022/jakub_schwarc/README.md", "name": "Jakub Schwarc" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785", "name": "Oleksandr Hryshchenko", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "person:pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:653", "title": "Grafové neurónové siete pre získavanie informácií", "thesis_type": "diploma_thesis", "name": "Grafové neurónové siete pre získavanie informácií", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026", "person": "Oleksandr Hryshchenko", "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:43", "title": "Oleksandr Hryshchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "name": "Oleksandr Hryshchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0525", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Jakub Schwarc a Oleksandr Hryshchenko?", "latency_seconds": 0.042022, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Schwarc", "2026", "Oleksandr Hryshchenko" ], "matched_values": [ "Jakub Schwarc", "2026", "Oleksandr Hryshchenko" ], "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "matched_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Kostilník", "start_year": 2020 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "start_year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Kostilník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Pavol Hudák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0526", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dávid Kostilník a Pavol Hudák.", "latency_seconds": 0.037479, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Kostilník", "2020", "Pavol Hudák" ], "matched_values": [ "Dávid Kostilník", "2020", "Pavol Hudák" ], "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "matched_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Kobyľan", "start_year": 2020 }, "matched": true }, { "binding": { "person": "Vladyslav Krupko", "start_year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Kobyľan", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Krupko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0527", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matej Kobyľan a Vladyslav Krupko.", "latency_seconds": 0.03761, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Kobyľan", "2020", "Vladyslav Krupko" ], "matched_values": [ "Matej Kobyľan", "2020", "Vladyslav Krupko" ], "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kamil Tomčufčík", "start_year": 2020 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "start_year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kamil Tomčufčík", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:773", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Pavol Hudák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0528", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Pavol Hudák.", "latency_seconds": 0.037526, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kamil Tomčufčík", "2020", "Pavol Hudák" ], "matched_values": [ "Kamil Tomčufčík", "2020", "Pavol Hudák" ], "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "matched_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matúš Suchanič", "start_year": 2020 }, "matched": true }, { "binding": { "person": "Vladyslav Krupko", "start_year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matúš Suchanič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Krupko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0529", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Vladyslav Krupko.", "latency_seconds": 0.038277, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matúš Suchanič", "2020", "Vladyslav Krupko" ], "matched_values": [ "Matúš Suchanič", "2020", "Vladyslav Krupko" ], "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Manohar Gowdru Shridhara", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Nikita Bodnar", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Manohar Gowdru Shridhara", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:780", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0530", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Manohar Gowdru Shridhara a Nikita Bodnar.", "latency_seconds": 0.038376, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Manohar Gowdru Shridhara", "2021", "Nikita Bodnar" ], "matched_values": [ "Manohar Gowdru Shridhara", "2021", "Nikita Bodnar" ], "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kamil Tomčufčík", "start_year": 2020 }, "matched": true }, { "binding": { "person": "Vladyslav Krupko", "start_year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kamil Tomčufčík", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:773", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Krupko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0531", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Vladyslav Krupko.", "latency_seconds": 0.038418, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kamil Tomčufčík", "2020", "Vladyslav Krupko" ], "matched_values": [ "Kamil Tomčufčík", "2020", "Vladyslav Krupko" ], "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Schwarc", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Serhii Yemets", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Schwarc", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Serhii Yemets", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:794", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0532", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Jakub Schwarc a Serhii Yemets.", "latency_seconds": 0.038055, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Schwarc", "2022", "Serhii Yemets" ], "matched_values": [ "Jakub Schwarc", "2022", "Serhii Yemets" ], "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Serhii Yemets" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Serhii Yemets" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/serhii_yemets/README.md" ], "actual_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/serhii_yemets/README.md" ], "matched_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/serhii_yemets/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matúš Suchanič", "start_year": 2020 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "start_year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matúš Suchanič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Pavol Hudák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0533", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Pavol Hudák.", "latency_seconds": 0.037604, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matúš Suchanič", "2020", "Pavol Hudák" ], "matched_values": [ "Matúš Suchanič", "2020", "Pavol Hudák" ], "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/pavol_hudak/README.md" ], "matched_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Pavol Hudák", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:641", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "thesis_type": "diploma_thesis", "name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0534", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Pavol Hudák uvedené pre rok 2025?", "latency_seconds": 0.04043, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Pavol Hudák", "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "2025" ], "matched_values": [ "Pavol Hudák", "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "2025" ], "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "thesis_title", "value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "thesis_title", "value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Mural", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Grafové neurónové siete pre vyhľadávanie na internete." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765", "name": "Dmytro Mural", "source_document": "pages/students/2019/dmytro_mural/README.md", "id": "person:pages/students/2019/dmytro_mural/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:278", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "thesis_type": "bachelor_thesis", "name": "Grafové neurónové siete pre vyhľadávanie na internete.", "source_document": "pages/students/2019/dmytro_mural/README.md", "id": "thesis:pages/students/2019/dmytro_mural/README.md:bakalarska-praca-2022", "person": "Dmytro Mural", "document_path": "pages/students/2019/dmytro_mural/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:885", "title": "Dmytro Mural", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "path": "pages/students/2019/dmytro_mural/README.md", "name": "Dmytro Mural" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0535", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Dmytro Mural uvedené pre rok 2022?", "latency_seconds": 0.039263, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Mural", "Grafové neurónové siete pre vyhľadávanie na internete.", "2022" ], "matched_values": [ "Dmytro Mural", "Grafové neurónové siete pre vyhľadávanie na internete.", "2022" ], "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre vyhľadávanie na internete." }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre vyhľadávanie na internete." }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "actual_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "matched_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778", "name": "Artur Hyrenko", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "person:pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "thesis_type": "diploma_thesis", "name": "Zvýšenie bezpečnosti veľkých jazykových modelov", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026", "person": "Artur Hyrenko", "document_path": "pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36", "title": "Artur Hyrenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "path": "pages/students/2021/artur_hyrenko/README.md", "name": "Artur Hyrenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0536", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Artur Hyrenko uvedené pre rok 2026?", "latency_seconds": 0.039597, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "matched_values": [ "Artur Hyrenko", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0537", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Martin NaN1 uvedené pre rok 2021?", "latency_seconds": 0.038983, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Kristián Lukas", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2023, "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772", "name": "Jakub Kristián Lukas", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "person:pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:636", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "thesis_type": "bachelor_thesis", "name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023", "person": "Jakub Kristián Lukas", "document_path": "pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:30", "title": "Jakub Kristián Lukas", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "path": "pages/students/2020/jakub_kristian_lukas/README.md", "name": "Jakub Kristián Lukas" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0538", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Jakub Kristián Lukas uvedené pre rok 2023?", "latency_seconds": 0.040808, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Kristián Lukas", "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "2023" ], "matched_values": [ "Jakub Kristián Lukas", "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "2023" ], "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "thesis_title", "value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "thesis_title", "value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "actual_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "matched_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matúš Suchanič", "academic_kind": "Work", "academic_type": "research_project", "year": 2022, "title": "Extrakcia informácií z webových stránok" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775", "name": "Matúš Suchanič", "source_document": "pages/students/2020/matus_suchanic/README.md", "id": "person:pages/students/2020/matus_suchanic/README.md" }, { "kind": "Work", "year": 2022, "heading": "Vedecký projekt 2022", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:722", "title": "Extrakcia informácií z webových stránok", "name": "Extrakcia informácií z webových stránok", "source_document": "pages/students/2020/matus_suchanic/README.md", "id": "work:pages/students/2020/matus_suchanic/README.md:vedecky-projekt-2022", "person": "Matúš Suchanič", "document_path": "pages/students/2020/matus_suchanic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33", "title": "Matúš Suchanič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "path": "pages/students/2020/matus_suchanic/README.md", "name": "Matúš Suchanič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0539", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Matúš Suchanič uvedené pre rok 2022?", "latency_seconds": 0.040046, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matúš Suchanič", "Extrakcia informácií z webových stránok", "2022" ], "matched_values": [ "Matúš Suchanič", "Extrakcia informácií z webových stránok", "2022" ], "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "work_title", "value": "Extrakcia informácií z webových stránok" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "work_title", "value": "Extrakcia informácií z webových stránok" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "actual_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "matched_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Schwarc", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Inštrukčné dotrénovanie jazykového modelu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789", "name": "Jakub Schwarc", "source_document": "pages/students/2022/jakub_schwarc/README.md", "id": "person:pages/students/2022/jakub_schwarc/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:727", "title": "Inštrukčné dotrénovanie jazykového modelu", "name": "Inštrukčné dotrénovanie jazykového modelu", "source_document": "pages/students/2022/jakub_schwarc/README.md", "id": "work:pages/students/2022/jakub_schwarc/README.md:diplomovy-projekt-2026", "person": "Jakub Schwarc", "document_path": "pages/students/2022/jakub_schwarc/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:47", "title": "Jakub Schwarc", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "path": "pages/students/2022/jakub_schwarc/README.md", "name": "Jakub Schwarc" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0540", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov diplomového projektu a rok práce sú pri osobe Jakub Schwarc uvedené pre rok 2026?", "latency_seconds": 0.040544, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Schwarc", "Inštrukčné dotrénovanie jazykového modelu", "2026" ], "matched_values": [ "Jakub Schwarc", "Inštrukčné dotrénovanie jazykového modelu", "2026" ], "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "work_title", "value": "Inštrukčné dotrénovanie jazykového modelu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "work_title", "value": "Inštrukčné dotrénovanie jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "matched_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Horáni", "academic_kind": "Work", "academic_type": "research_project", "year": 2021, "title": "Dialógový systém pomocou RASA framework" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770", "name": "Samuel Horáni", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "person:pages/students/2019/samuel_horani/README.md" }, { "kind": "Work", "year": 2021, "heading": "Vedecký projekt 2021", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:720", "title": "Dialógový systém pomocou RASA framework", "name": "Dialógový systém pomocou RASA framework", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "work:pages/students/2019/samuel_horani/README.md:vedecky-projekt-2021", "person": "Samuel Horáni", "document_path": "pages/students/2019/samuel_horani/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:893", "title": "Samuel Horáni", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "path": "pages/students/2019/samuel_horani/README.md", "name": "Samuel Horáni" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0541", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Samuel Horáni uvedené pre rok 2021?", "latency_seconds": 0.040057, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Horáni", "Dialógový systém pomocou RASA framework", "2021" ], "matched_values": [ "Samuel Horáni", "Dialógový systém pomocou RASA framework", "2021" ], "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0542", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom nemo?", "latency_seconds": 0.040304, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "keyword": "chatbot" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778", "name": "Artur Hyrenko", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "person:pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "thesis_type": "diploma_thesis", "name": "Zvýšenie bezpečnosti veľkých jazykových modelov", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026", "person": "Artur Hyrenko", "document_path": "pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36", "title": "Artur Hyrenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "path": "pages/students/2021/artur_hyrenko/README.md", "name": "Artur Hyrenko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778", "name": "Artur Hyrenko", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "person:pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36", "title": "Artur Hyrenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "path": "pages/students/2021/artur_hyrenko/README.md", "name": "Artur Hyrenko" }, { "kind": "Keyword", "name": "chatbot", "id": "chatbot", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:137" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0543", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom chatbot?", "latency_seconds": 0.040506, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "chatbot", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "matched_values": [ "Artur Hyrenko", "chatbot", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "chatbot" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "chatbot" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/topics/chatbot/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0544", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom bert?", "latency_seconds": 0.040148, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/topics/bert/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Hryshchenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Grafové neurónové siete pre získavanie informácií", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785", "name": "Oleksandr Hryshchenko", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "person:pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:653", "title": "Grafové neurónové siete pre získavanie informácií", "thesis_type": "diploma_thesis", "name": "Grafové neurónové siete pre získavanie informácií", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026", "person": "Oleksandr Hryshchenko", "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:43", "title": "Oleksandr Hryshchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "name": "Oleksandr Hryshchenko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785", "name": "Oleksandr Hryshchenko", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "person:pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:43", "title": "Oleksandr Hryshchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "name": "Oleksandr Hryshchenko" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0545", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Oleksandr Hryshchenko v roku 2026 súvisí s kľúčovým slovom nlp?", "latency_seconds": 0.040831, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Hryshchenko", "nlp", "Grafové neurónové siete pre získavanie informácií", "2026" ], "matched_values": [ "Oleksandr Hryshchenko", "nlp", "Grafové neurónové siete pre získavanie informácií", "2026" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre získavanie informácií" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre získavanie informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "actual_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Pavol Hudák", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:641", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "thesis_type": "diploma_thesis", "name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0546", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Pavol Hudák v roku 2025 súvisí s kľúčovým slovom nlp?", "latency_seconds": 0.041659, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Pavol Hudák", "nlp", "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "2025" ], "matched_values": [ "Pavol Hudák", "nlp", "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "2025" ], "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Leonov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "keyword": "rag" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:189", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "thesis_type": "bachelor_thesis", "name": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "thesis:pages/students/2022/yevhenii_leonov/README.md:bakalarska-praca-2025", "person": "Yevhenii Leonov", "document_path": "pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:56", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:56", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0547", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Yevhenii Leonov v roku 2025 súvisí s kľúčovým slovom rag?", "latency_seconds": 0.041595, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Leonov", "rag", "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "2025" ], "matched_values": [ "Yevhenii Leonov", "rag", "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "2025" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "thesis_title", "value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "thesis_title", "value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778", "name": "Artur Hyrenko", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "person:pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "thesis_type": "diploma_thesis", "name": "Zvýšenie bezpečnosti veľkých jazykových modelov", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026", "person": "Artur Hyrenko", "document_path": "pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36", "title": "Artur Hyrenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "path": "pages/students/2021/artur_hyrenko/README.md", "name": "Artur Hyrenko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778", "name": "Artur Hyrenko", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "person:pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36", "title": "Artur Hyrenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "path": "pages/students/2021/artur_hyrenko/README.md", "name": "Artur Hyrenko" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0548", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom nlp?", "latency_seconds": 0.041131, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "nlp", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "matched_values": [ "Artur Hyrenko", "nlp", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Schwarc", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Inštrukčné dotrénovanie jazykového modelu", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789", "name": "Jakub Schwarc", "source_document": "pages/students/2022/jakub_schwarc/README.md", "id": "person:pages/students/2022/jakub_schwarc/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:727", "title": "Inštrukčné dotrénovanie jazykového modelu", "name": "Inštrukčné dotrénovanie jazykového modelu", "source_document": "pages/students/2022/jakub_schwarc/README.md", "id": "work:pages/students/2022/jakub_schwarc/README.md:diplomovy-projekt-2026", "person": "Jakub Schwarc", "document_path": "pages/students/2022/jakub_schwarc/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:47", "title": "Jakub Schwarc", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "path": "pages/students/2022/jakub_schwarc/README.md", "name": "Jakub Schwarc" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789", "name": "Jakub Schwarc", "source_document": "pages/students/2022/jakub_schwarc/README.md", "id": "person:pages/students/2022/jakub_schwarc/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:47", "title": "Jakub Schwarc", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "path": "pages/students/2022/jakub_schwarc/README.md", "name": "Jakub Schwarc" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0549", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Jakub Schwarc v roku 2026 súvisí s kľúčovým slovom nlp?", "latency_seconds": 0.040776, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Schwarc", "nlp", "Inštrukčné dotrénovanie jazykového modelu", "2026" ], "matched_values": [ "Jakub Schwarc", "nlp", "Inštrukčné dotrénovanie jazykového modelu", "2026" ], "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Inštrukčné dotrénovanie jazykového modelu" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Inštrukčné dotrénovanie jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/adrian_remias/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Adrián Remiáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755" }, { "kind": "Document", "path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:98" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Adrián Remiáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755" }, { "kind": "Document", "path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0550", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Adrián Remiáš, ktorý patrí do kategórie dp2024?", "latency_seconds": 0.039079, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "dp2024", "Daniel Hladek" ], "matched_values": [ "Adrián Remiáš", "dp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Than Trung Thanh", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/than_trung_thanh/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Than Trung Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753" }, { "kind": "Document", "path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" }, { "kind": "Category", "name": "bp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Than Trung Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753" }, { "kind": "Document", "path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0551", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Than Trung Thanh, ktorý patrí do kategórie bp2021?", "latency_seconds": 0.045259, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Than Trung Thanh", "bp2021", "Daniel Hladek" ], "matched_values": [ "Than Trung Thanh", "bp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "actual_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "matched_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Kostilník", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/david_kostilnik/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Kostilník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771" }, { "kind": "Document", "path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" }, { "kind": "Category", "name": "dp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Kostilník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771" }, { "kind": "Document", "path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0552", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Dávid Kostilník, ktorý patrí do kategórie dp2025?", "latency_seconds": 0.038786, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Kostilník", "dp2025", "Daniel Hladek" ], "matched_values": [ "Dávid Kostilník", "dp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "actual_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "matched_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "category": "bp2021", "document_author": "Anton Buday", "document_path": "pages/students/2018/NaN1name_buday/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin NaN1", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754" }, { "kind": "Document", "path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" }, { "kind": "Category", "name": "bp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin NaN1", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754" }, { "kind": "Document", "path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" }, { "kind": "DocumentAuthor", "name": "Anton Buday", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:807" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0553", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Martin NaN1, ktorý patrí do kategórie bp2021?", "latency_seconds": 0.035823, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "bp2021", "Anton Buday" ], "matched_values": [ "Martin NaN1", "bp2021", "Anton Buday" ], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Anton Buday" } ], "matched_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Anton Buday" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Leonov", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/yevhenii_leonov/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Leonov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798" }, { "kind": "Document", "path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Leonov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798" }, { "kind": "Document", "path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0554", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Yevhenii Leonov, ktorý patrí do kategórie bp2025?", "latency_seconds": 0.040163, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Leonov", "bp2025", "Daniel Hladek" ], "matched_values": [ "Yevhenii Leonov", "bp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Kobyľan", "category": "bp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/matej_kobylan/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Kobyľan", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774" }, { "kind": "Document", "path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" }, { "kind": "Category", "name": "bp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:91" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Kobyľan", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774" }, { "kind": "Document", "path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0555", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Matej Kobyľan, ktorý patrí do kategórie bp2023?", "latency_seconds": 0.039874, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Kobyľan", "bp2023", "Daniel Hladek" ], "matched_values": [ "Matej Kobyľan", "bp2023", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/matej_kobylan/README.md" ], "actual_documents": [ "pages/students/2020/matej_kobylan/README.md" ], "matched_documents": [ "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Horáni", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/samuel_horani/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Horáni", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770" }, { "kind": "Document", "path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Horáni", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770" }, { "kind": "Document", "path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0556", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Samuel Horáni, ktorý patrí do kategórie bp2022?", "latency_seconds": 0.039466, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Horáni", "bp2022", "Daniel Hladek" ], "matched_values": [ "Samuel Horáni", "bp2022", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Pavol Hudák", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/pavol_hudak/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Pavol Hudák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776" }, { "kind": "Document", "path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" }, { "kind": "Category", "name": "dp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Pavol Hudák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776" }, { "kind": "Document", "path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0557", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Pavol Hudák, ktorý patrí do kategórie dp2025?", "latency_seconds": 0.039114, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Pavol Hudák", "dp2025", "Daniel Hladek" ], "matched_values": [ "Pavol Hudák", "dp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Kostilník", "category": "dp2025" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Kostilník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771" }, { "kind": "Document", "path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" }, { "kind": "Category", "name": "dp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0558", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Dávid Kostilník.", "latency_seconds": 0.034326, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Kostilník", "dp2025" ], "matched_values": [ "Dávid Kostilník", "dp2025" ], "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "category", "value": "dp2025" } ], "matched_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "actual_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "matched_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "entity_set_expected": [ "dp2025" ], "entity_set_actual": [ "dp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kamil Tomčufčík", "category": "dp2025" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kamil Tomčufčík", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:773" }, { "kind": "Document", "path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" }, { "kind": "Category", "name": "dp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0559", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Kamil Tomčufčík.", "latency_seconds": 0.034154, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kamil Tomčufčík", "dp2025" ], "matched_values": [ "Kamil Tomčufčík", "dp2025" ], "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "category", "value": "dp2025" } ], "matched_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "actual_documents": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "matched_documents": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "entity_set_expected": [ "dp2025" ], "entity_set_actual": [ "dp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Manohar Gowdru Shridhara", "category": "phd2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Manohar Gowdru Shridhara", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:780" }, { "kind": "Document", "path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" }, { "kind": "Category", "name": "phd2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:104" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0560", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Manohar Gowdru Shridhara.", "latency_seconds": 0.035279, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Manohar Gowdru Shridhara", "phd2024" ], "matched_values": [ "Manohar Gowdru Shridhara", "phd2024" ], "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "category", "value": "phd2024" } ], "matched_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "category", "value": "phd2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "actual_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "matched_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "entity_set_expected": [ "phd2024" ], "entity_set_actual": [ "phd2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Stromp", "category": "bp2022" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Stromp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764" }, { "kind": "Document", "path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0561", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Dávid Stromp.", "latency_seconds": 0.033894, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Stromp", "bp2022" ], "matched_values": [ "Dávid Stromp", "bp2022" ], "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "category", "value": "bp2022" } ], "matched_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "category", "value": "bp2022" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/david_stromp/README.md" ], "actual_documents": [ "pages/students/2019/david_stromp/README.md" ], "matched_documents": [ "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "entity_set_expected": [ "bp2022" ], "entity_set_actual": [ "bp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matúš Suchanič", "category": "bp2023" }, "matched": true }, { "binding": { "person": "Matúš Suchanič", "category": "vp2022" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matúš Suchanič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775" }, { "kind": "Document", "path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" }, { "kind": "Category", "name": "bp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:91" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matúš Suchanič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775" }, { "kind": "Document", "path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" }, { "kind": "Category", "name": "vp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:109" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0562", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Matúš Suchanič.", "latency_seconds": 0.034358, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matúš Suchanič", "bp2023", "vp2022" ], "matched_values": [ "Matúš Suchanič", "bp2023", "vp2022" ], "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "bp2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "vp2022" } ], "matched_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "bp2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "vp2022" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "actual_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "matched_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "entity_set_expected": [ "bp2023", "vp2022" ], "entity_set_actual": [ "bp2023", "vp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Schwarc", "category": "dp2027" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Schwarc", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789" }, { "kind": "Document", "path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0563", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Jakub Schwarc.", "latency_seconds": 0.033699, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Schwarc", "dp2027" ], "matched_values": [ "Jakub Schwarc", "dp2027" ], "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "category", "value": "dp2027" } ], "matched_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "matched_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [ "dp2027" ], "entity_set_actual": [ "dp2027" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "category": "dp2026" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artur Hyrenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778" }, { "kind": "Document", "path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" }, { "kind": "Category", "name": "dp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0564", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Artur Hyrenko.", "latency_seconds": 0.033223, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "dp2026" ], "matched_values": [ "Artur Hyrenko", "dp2026" ], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "category", "value": "dp2026" } ], "matched_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "entity_set_expected": [ "dp2026" ], "entity_set_actual": [ "dp2026" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Leonov", "category": "bp2025" }, "matched": true }, { "binding": { "person": "Yevhenii Leonov", "category": "vp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Leonov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798" }, { "kind": "Document", "path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Leonov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798" }, { "kind": "Document", "path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" }, { "kind": "Category", "name": "vp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:111" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0565", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Yevhenii Leonov.", "latency_seconds": 0.035635, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Leonov", "bp2025", "vp2024" ], "matched_values": [ "Yevhenii Leonov", "bp2025", "vp2024" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "vp2024" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [ "bp2025", "vp2024" ], "entity_set_actual": [ "bp2025", "vp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 0, "actual_count": 0, "complete": true, "id": "regression-0566", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Adrián Remiáš, Artur Hyrenko, Dávid Iľaš vyber osoby s prácou v roku 2099. Koľko ich je?", "latency_seconds": 0.043604, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "0" ], "matched_values": [ "0" ], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Bilykh", "year": 2021 }, "matched": true }, { "binding": { "person": "Samuel Horáni", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759", "name": "Oleh Bilykh", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "person:pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Bakalárska práca 2021", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:271", "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "thesis_type": "bachelor_thesis", "name": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "thesis:pages/students/2018/oleh_bilykh/README.md:bakalarska-praca-2021", "person": "Oleh Bilykh", "document_path": "pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:879", "title": "Oleh Bilykh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "path": "pages/students/2018/oleh_bilykh/README.md", "name": "Oleh Bilykh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770", "name": "Samuel Horáni", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "person:pages/students/2019/samuel_horani/README.md" }, { "kind": "Work", "year": 2021, "heading": "Vedecký projekt 2021", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:720", "title": "Dialógový systém pomocou RASA framework", "name": "Dialógový systém pomocou RASA framework", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "work:pages/students/2019/samuel_horani/README.md:vedecky-projekt-2021", "person": "Samuel Horáni", "document_path": "pages/students/2019/samuel_horani/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:893", "title": "Samuel Horáni", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "path": "pages/students/2019/samuel_horani/README.md", "name": "Samuel Horáni" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0567", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Oleh Bilykh, Samuel Horáni, Adrián Remiáš vyber osoby s prácou v roku 2021. Koľko ich je?", "latency_seconds": 0.044918, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Bilykh", "2021", "Samuel Horáni", "2" ], "matched_values": [ "Oleh Bilykh", "2021", "Samuel Horáni", "2" ], "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [ "oleh bilykh", "samuel horani" ], "entity_set_actual": [ "oleh bilykh", "samuel horani" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kamil Tomčufčík", "year": 2025 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:773", "name": "Kamil Tomčufčík", "source_document": "pages/students/2020/kamil_tomcufcik/README.md", "id": "person:pages/students/2020/kamil_tomcufcik/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:637", "thesis_type": "diploma_thesis", "name": "Diplomová práca 2025", "source_document": "pages/students/2020/kamil_tomcufcik/README.md", "id": "thesis:pages/students/2020/kamil_tomcufcik/README.md:diplomova-praca-2025", "person": "Kamil Tomčufčík", "document_path": "pages/students/2020/kamil_tomcufcik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:31", "title": "Kamil Tomčufčík", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "path": "pages/students/2020/kamil_tomcufcik/README.md", "name": "Kamil Tomčufčík" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:641", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "thesis_type": "diploma_thesis", "name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0568", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Kamil Tomčufčík, Pavol Hudák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?", "latency_seconds": 0.046129, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kamil Tomčufčík", "2025", "Pavol Hudák", "2" ], "matched_values": [ "Kamil Tomčufčík", "2025", "Pavol Hudák", "2" ], "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [ "kamil tomcufcik", "pavol hudak" ], "entity_set_actual": [ "kamil tomcufcik", "pavol hudak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Mural", "year": 2022 }, "matched": true }, { "binding": { "person": "Matúš Suchanič", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765", "name": "Dmytro Mural", "source_document": "pages/students/2019/dmytro_mural/README.md", "id": "person:pages/students/2019/dmytro_mural/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:278", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "thesis_type": "bachelor_thesis", "name": "Grafové neurónové siete pre vyhľadávanie na internete.", "source_document": "pages/students/2019/dmytro_mural/README.md", "id": "thesis:pages/students/2019/dmytro_mural/README.md:bakalarska-praca-2022", "person": "Dmytro Mural", "document_path": "pages/students/2019/dmytro_mural/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:885", "title": "Dmytro Mural", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "path": "pages/students/2019/dmytro_mural/README.md", "name": "Dmytro Mural" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775", "name": "Matúš Suchanič", "source_document": "pages/students/2020/matus_suchanic/README.md", "id": "person:pages/students/2020/matus_suchanic/README.md" }, { "kind": "Work", "year": 2022, "heading": "Vedecký projekt 2022", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:722", "title": "Extrakcia informácií z webových stránok", "name": "Extrakcia informácií z webových stránok", "source_document": "pages/students/2020/matus_suchanic/README.md", "id": "work:pages/students/2020/matus_suchanic/README.md:vedecky-projekt-2022", "person": "Matúš Suchanič", "document_path": "pages/students/2020/matus_suchanic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33", "title": "Matúš Suchanič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "path": "pages/students/2020/matus_suchanic/README.md", "name": "Matúš Suchanič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0569", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dmytro Mural, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?", "latency_seconds": 0.045007, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Mural", "2022", "Matúš Suchanič", "2" ], "matched_values": [ "Dmytro Mural", "2022", "Matúš Suchanič", "2" ], "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/matus_suchanic/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/matus_suchanic/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "entity_set_expected": [ "dmytro mural", "matus suchanic" ], "entity_set_actual": [ "dmytro mural", "matus suchanic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Iľaš", "year": 2023 }, "matched": true }, { "binding": { "person": "Matúš Suchanič", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756", "name": "Dávid Iľaš", "source_document": "pages/students/2018/david_ilas/README.md", "id": "person:pages/students/2018/david_ilas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:220", "title": "Rozpoznávanie emócií z textu.", "thesis_type": "diploma_thesis", "name": "Rozpoznávanie emócií z textu.", "source_document": "pages/students/2018/david_ilas/README.md", "id": "thesis:pages/students/2018/david_ilas/README.md:diplomova-praca-2023", "person": "Dávid Iľaš", "document_path": "pages/students/2018/david_ilas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:876", "title": "Dávid Iľaš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "path": "pages/students/2018/david_ilas/README.md", "name": "Dávid Iľaš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775", "name": "Matúš Suchanič", "source_document": "pages/students/2020/matus_suchanic/README.md", "id": "person:pages/students/2020/matus_suchanic/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:640", "title": "Automatická kategorizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická kategorizácia slovenského textu", "source_document": "pages/students/2020/matus_suchanic/README.md", "id": "thesis:pages/students/2020/matus_suchanic/README.md:bakalarska-praca-2023", "person": "Matúš Suchanič", "document_path": "pages/students/2020/matus_suchanic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33", "title": "Matúš Suchanič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "path": "pages/students/2020/matus_suchanic/README.md", "name": "Matúš Suchanič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0570", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Iľaš, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "latency_seconds": 0.045265, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Iľaš", "2023", "Matúš Suchanič", "2" ], "matched_values": [ "Dávid Iľaš", "2023", "Matúš Suchanič", "2" ], "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "entity_set_expected": [ "david ilas", "matus suchanic" ], "entity_set_actual": [ "david ilas", "matus suchanic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Kostilník", "year": 2025 }, "matched": true }, { "binding": { "person": "Patrik Pokrivčák", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771", "name": "Dávid Kostilník", "source_document": "pages/students/2020/david_kostilnik/README.md", "id": "person:pages/students/2020/david_kostilnik/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:635", "title": "Sémantické vyhľadávanie pomocou veľkých modelov", "thesis_type": "diploma_thesis", "name": "Sémantické vyhľadávanie pomocou veľkých modelov", "source_document": "pages/students/2020/david_kostilnik/README.md", "id": "thesis:pages/students/2020/david_kostilnik/README.md:diplomova-praca-2025", "person": "Dávid Kostilník", "document_path": "pages/students/2020/david_kostilnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:29", "title": "Dávid Kostilník", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "path": "pages/students/2020/david_kostilnik/README.md", "name": "Dávid Kostilník" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769", "name": "Patrik Pokrivčák", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "person:pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:634", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "thesis_type": "diploma_thesis", "name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "thesis:pages/students/2019/patrik_pokrivcak/README.md:diplomova-praca", "person": "Patrik Pokrivčák", "document_path": "pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892", "title": "Patrik Pokrivčák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "path": "pages/students/2019/patrik_pokrivcak/README.md", "name": "Patrik Pokrivčák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0571", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Kostilník, Patrik Pokrivčák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?", "latency_seconds": 0.046534, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Kostilník", "2025", "Patrik Pokrivčák", "2" ], "matched_values": [ "Dávid Kostilník", "2025", "Patrik Pokrivčák", "2" ], "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "entity_set_expected": [ "david kostilnik", "patrik pokrivcak" ], "entity_set_actual": [ "david kostilnik", "patrik pokrivcak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Kristián Lukas", "year": 2023 }, "matched": true }, { "binding": { "person": "Vladyslav Krupko", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772", "name": "Jakub Kristián Lukas", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "person:pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:636", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "thesis_type": "bachelor_thesis", "name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023", "person": "Jakub Kristián Lukas", "document_path": "pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:30", "title": "Jakub Kristián Lukas", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "path": "pages/students/2020/jakub_kristian_lukas/README.md", "name": "Jakub Kristián Lukas" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "name": "Vladyslav Krupko", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "person:pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:642", "title": "Oprava preklepov v slovenskom jazyku.", "thesis_type": "bachelor_thesis", "name": "Oprava preklepov v slovenskom jazyku.", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2023", "person": "Vladyslav Krupko", "document_path": "pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:35", "title": "Vladyslav Krupko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "path": "pages/students/2020/vladyslav_krupko/README.md", "name": "Vladyslav Krupko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0572", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Kristián Lukas, Vladyslav Krupko, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "latency_seconds": 0.049169, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Kristián Lukas", "2023", "Vladyslav Krupko", "2" ], "matched_values": [ "Jakub Kristián Lukas", "2023", "Vladyslav Krupko", "2" ], "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [ "jakub kristian lukas", "vladyslav krupko" ], "entity_set_actual": [ "jakub kristian lukas", "vladyslav krupko" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Kristián Lukas", "year": 2023 }, "matched": true }, { "binding": { "person": "Matúš Suchanič", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772", "name": "Jakub Kristián Lukas", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "person:pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:636", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "thesis_type": "bachelor_thesis", "name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023", "person": "Jakub Kristián Lukas", "document_path": "pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:30", "title": "Jakub Kristián Lukas", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "path": "pages/students/2020/jakub_kristian_lukas/README.md", "name": "Jakub Kristián Lukas" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775", "name": "Matúš Suchanič", "source_document": "pages/students/2020/matus_suchanic/README.md", "id": "person:pages/students/2020/matus_suchanic/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:640", "title": "Automatická kategorizácia slovenského textu", "thesis_type": "bachelor_thesis", "name": "Automatická kategorizácia slovenského textu", "source_document": "pages/students/2020/matus_suchanic/README.md", "id": "thesis:pages/students/2020/matus_suchanic/README.md:bakalarska-praca-2023", "person": "Matúš Suchanič", "document_path": "pages/students/2020/matus_suchanic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33", "title": "Matúš Suchanič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "path": "pages/students/2020/matus_suchanic/README.md", "name": "Matúš Suchanič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "regression-0573", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Kristián Lukas, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "latency_seconds": 0.046582, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Kristián Lukas", "2023", "Matúš Suchanič", "2" ], "matched_values": [ "Jakub Kristián Lukas", "2023", "Matúš Suchanič", "2" ], "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "entity_set_expected": [ "jakub kristian lukas", "matus suchanic" ], "entity_set_actual": [ "jakub kristian lukas", "matus suchanic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Pavol Hudák", "keyword": "qa", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:641", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "thesis_type": "diploma_thesis", "name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" }, { "kind": "Keyword", "name": "QA", "id": "qa", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:178" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0574", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Pavol Hudák a Dávid Kostilník má kľúčové slovo qa a jej práca je z roku 2025?", "latency_seconds": 0.045196, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Pavol Hudák", "qa", "2025" ], "matched_values": [ "Pavol Hudák", "qa", "2025" ], "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "qa" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "qa" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "matched_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Hryshchenko", "keyword": "nlp", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785", "name": "Oleksandr Hryshchenko", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "person:pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:653", "title": "Grafové neurónové siete pre získavanie informácií", "thesis_type": "diploma_thesis", "name": "Grafové neurónové siete pre získavanie informácií", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026", "person": "Oleksandr Hryshchenko", "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:43", "title": "Oleksandr Hryshchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "name": "Oleksandr Hryshchenko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785", "name": "Oleksandr Hryshchenko", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "person:pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:43", "title": "Oleksandr Hryshchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "name": "Oleksandr Hryshchenko" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0575", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleksandr Hryshchenko a Adrián Remiáš má kľúčové slovo nlp a jej práca je z roku 2026?", "latency_seconds": 0.045306, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Hryshchenko", "nlp", "2026" ], "matched_values": [ "Oleksandr Hryshchenko", "nlp", "2026" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0576", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin NaN1 a Samuel Horáni má kľúčové slovo nemo a jej práca je z roku 2021?", "latency_seconds": 0.043858, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladyslav Krupko", "keyword": "spelling", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "name": "Vladyslav Krupko", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "person:pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:643", "thesis_type": "bachelor_thesis", "name": "Bakalárska práca 2024", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2024", "person": "Vladyslav Krupko", "document_path": "pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:35", "title": "Vladyslav Krupko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "path": "pages/students/2020/vladyslav_krupko/README.md", "name": "Vladyslav Krupko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "name": "Vladyslav Krupko", "source_document": "pages/students/2020/vladyslav_krupko/README.md", "id": "person:pages/students/2020/vladyslav_krupko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:35", "title": "Vladyslav Krupko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", "path": "pages/students/2020/vladyslav_krupko/README.md", "name": "Vladyslav Krupko" }, { "kind": "Keyword", "name": "spelling", "id": "spelling", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:194" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0577", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Vladyslav Krupko a Adrián Remiáš má kľúčové slovo spelling a jej práca je z roku 2024?", "latency_seconds": 0.04396, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Krupko", "spelling", "2024" ], "matched_values": [ "Vladyslav Krupko", "spelling", "2024" ], "expected_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "keyword", "value": "spelling" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "keyword", "value": "spelling" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Nikita Bodnar", "keyword": "nlp", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784", "name": "Nikita Bodnar", "source_document": "pages/students/2021/nikita_bodnar/README.md", "id": "person:pages/students/2021/nikita_bodnar/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:651", "title": "Korekcia textu pomocou neurónových sietí", "thesis_type": "bachelor_thesis", "name": "Korekcia textu pomocou neurónových sietí", "source_document": "pages/students/2021/nikita_bodnar/README.md", "id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2024", "person": "Nikita Bodnar", "document_path": "pages/students/2021/nikita_bodnar/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:42", "title": "Nikita Bodnar", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "path": "pages/students/2021/nikita_bodnar/README.md", "name": "Nikita Bodnar" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784", "name": "Nikita Bodnar", "source_document": "pages/students/2021/nikita_bodnar/README.md", "id": "person:pages/students/2021/nikita_bodnar/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:42", "title": "Nikita Bodnar", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "path": "pages/students/2021/nikita_bodnar/README.md", "name": "Nikita Bodnar" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0578", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Nikita Bodnar a Dávid Iľaš má kľúčové slovo nlp a jej práca je z roku 2024?", "latency_seconds": 0.043573, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Nikita Bodnar", "nlp", "2024" ], "matched_values": [ "Nikita Bodnar", "nlp", "2024" ], "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2021/nikita_bodnar/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Stromp", "keyword": "cluster", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764", "name": "Dávid Stromp", "source_document": "pages/students/2019/david_stromp/README.md", "id": "person:pages/students/2019/david_stromp/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:277", "thesis_type": "bachelor_thesis", "name": "Bakalárska práca 2022", "source_document": "pages/students/2019/david_stromp/README.md", "id": "thesis:pages/students/2019/david_stromp/README.md:bakalarska-praca-2022", "person": "Dávid Stromp", "document_path": "pages/students/2019/david_stromp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:884", "title": "Dávid Stromp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "path": "pages/students/2019/david_stromp/README.md", "name": "Dávid Stromp" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764", "name": "Dávid Stromp", "source_document": "pages/students/2019/david_stromp/README.md", "id": "person:pages/students/2019/david_stromp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:884", "title": "Dávid Stromp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "path": "pages/students/2019/david_stromp/README.md", "name": "Dávid Stromp" }, { "kind": "Keyword", "name": "cluster", "id": "cluster", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:140" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0579", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dávid Stromp a Matúš Suchanič má kľúčové slovo cluster a jej práca je z roku 2022?", "latency_seconds": 0.044018, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Stromp", "cluster", "2022" ], "matched_values": [ "Dávid Stromp", "cluster", "2022" ], "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "cluster" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "cluster" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "actual_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "matched_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Kobyľan", "keyword": "ir", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774", "name": "Matej Kobyľan", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "person:pages/students/2020/matej_kobylan/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:638", "title": "Systém pre monitoring médií", "thesis_type": "bachelor_thesis", "name": "Systém pre monitoring médií", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2023", "person": "Matej Kobyľan", "document_path": "pages/students/2020/matej_kobylan/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32", "title": "Matej Kobyľan", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "path": "pages/students/2020/matej_kobylan/README.md", "name": "Matej Kobyľan" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774", "name": "Matej Kobyľan", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "person:pages/students/2020/matej_kobylan/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32", "title": "Matej Kobyľan", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "path": "pages/students/2020/matej_kobylan/README.md", "name": "Matej Kobyľan" }, { "kind": "Keyword", "name": "ir", "id": "ir", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:155" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0580", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Matej Kobyľan a Dávid Kostilník má kľúčové slovo ir a jej práca je z roku 2023?", "latency_seconds": 0.044616, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Kobyľan", "ir", "2023" ], "matched_values": [ "Matej Kobyľan", "ir", "2023" ], "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "keyword", "value": "ir" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "keyword", "value": "ir" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "actual_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "matched_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Leonov", "keyword": "rag", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:189", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "thesis_type": "bachelor_thesis", "name": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "thesis:pages/students/2022/yevhenii_leonov/README.md:bakalarska-praca-2025", "person": "Yevhenii Leonov", "document_path": "pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:56", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:56", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0581", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Leonov a Kamil Tomčufčík má kľúčové slovo rag a jej práca je z roku 2025?", "latency_seconds": 0.046836, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Leonov", "rag", "2025" ], "matched_values": [ "Yevhenii Leonov", "rag", "2025" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0582", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Adrián Remiáš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo interpuction?", "latency_seconds": 0.051209, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0583", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Artur Hyrenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo chatbot?", "latency_seconds": 0.045283, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/topics/chatbot/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/topics/chatbot" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0584", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Iľaš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo emotion?", "latency_seconds": 0.046609, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "actual_documents": [ "pages/students/2018/david_ilas/README.md" ], "matched_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0585", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Kostilník, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?", "latency_seconds": 0.045794, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "actual_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "matched_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0586", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Stromp, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "latency_seconds": 0.039235, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/david_stromp/README.md" ], "actual_documents": [ "pages/students/2019/david_stromp/README.md" ], "matched_documents": [ "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0587", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dmytro Mural, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "latency_seconds": 0.039806, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "actual_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "matched_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0588", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Tibor Neexistujúci Skúšobný?", "latency_seconds": 0.034621, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [], "actual_documents": [], "matched_documents": [], "expected_source_urls": [], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0589", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Lenka Neskutočná Vzorová?", "latency_seconds": 0.035461, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [], "actual_documents": [], "matched_documents": [], "expected_source_urls": [], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Širotník", "category": "bp2021" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Širotník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:761" }, { "kind": "Document", "path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" }, { "kind": "Category", "name": "bp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0590", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Samuel Širotník.", "latency_seconds": 0.03462, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Širotník", "bp2021" ], "matched_values": [ "Samuel Širotník", "bp2021" ], "expected_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "category", "value": "bp2021" } ], "matched_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "category", "value": "bp2021" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "actual_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "matched_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "entity_set_expected": [ "bp2021" ], "entity_set_actual": [ "bp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Širotník", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/samuel_sirotnik/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Širotník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:761" }, { "kind": "Document", "path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" }, { "kind": "Category", "name": "bp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Širotník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:761" }, { "kind": "Document", "path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0591", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Širotník spojený s kategóriou bp2021?", "latency_seconds": 0.03654, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Širotník", "bp2021", "Daniel Hladek" ], "matched_values": [ "Samuel Širotník", "bp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "actual_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "matched_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Širotník", "start_year": 2018 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Širotník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:761", "start_year": 2018 }, { "kind": "Document", "path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0592", "split": "dev", "category": "person_start_year", "difficulty": "hard", "question": "Aký rok začiatku štúdia je uvedený pri osobe Samuel Širotník?", "latency_seconds": 0.034437, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Širotník", "2018" ], "matched_values": [ "Samuel Širotník", "2018" ], "expected_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "start_year", "value": "2018" } ], "matched_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "actual_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "matched_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0593", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Samuel Širotník, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?", "latency_seconds": 0.041613, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "actual_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "matched_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0594", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Samuel Širotník v roku 2098?", "latency_seconds": 0.041439, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "actual_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "matched_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Stanislav Matsunych", "category": "bp2020" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Stanislav Matsunych", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:752" }, { "kind": "Document", "path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" }, { "kind": "Category", "name": "bp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:88" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0595", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Stanislav Matsunych.", "latency_seconds": 0.03358, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Stanislav Matsunych", "bp2020" ], "matched_values": [ "Stanislav Matsunych", "bp2020" ], "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "category", "value": "bp2020" } ], "matched_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "category", "value": "bp2020" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "actual_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "matched_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "entity_set_expected": [ "bp2020" ], "entity_set_actual": [ "bp2020" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Stanislav Matsunych", "category": "bp2020", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/stanislav_matsunych/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Stanislav Matsunych", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:752" }, { "kind": "Document", "path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" }, { "kind": "Category", "name": "bp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:88" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Stanislav Matsunych", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:752" }, { "kind": "Document", "path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0596", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Stanislav Matsunych spojený s kategóriou bp2020?", "latency_seconds": 0.037182, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Stanislav Matsunych", "bp2020", "Daniel Hladek" ], "matched_values": [ "Stanislav Matsunych", "bp2020", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "actual_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "matched_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Stanislav Matsunych", "start_year": 2017 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Stanislav Matsunych", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:752", "start_year": 2017 }, { "kind": "Document", "path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0597", "split": "dev", "category": "person_start_year", "difficulty": "hard", "question": "Aký rok začiatku štúdia je uvedený pri osobe Stanislav Matsunych?", "latency_seconds": 0.034715, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Stanislav Matsunych", "2017" ], "matched_values": [ "Stanislav Matsunych", "2017" ], "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "start_year", "value": "2017" } ], "matched_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "start_year", "value": "2017" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "actual_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "matched_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0598", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Stanislav Matsunych, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?", "latency_seconds": 0.041678, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "actual_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "matched_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0599", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Stanislav Matsunych v roku 2098?", "latency_seconds": 0.040409, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "actual_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "matched_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0600", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Diana Neznáma Overovacia?", "latency_seconds": 0.03431, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [], "actual_documents": [], "matched_documents": [], "expected_source_urls": [], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "regression-0601", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Milan Neprítomný Vzorový?", "latency_seconds": 0.035091, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [], "actual_documents": [], "matched_documents": [], "expected_source_urls": [], "actual_source_urls": [], "matched_source_urls": [], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 0, "actual_count": 0, "complete": true, "id": "regression-0602", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Samuel Širotník, Stanislav Matsunych vyber osoby s prácou v roku 2098. Koľko ich je?", "latency_seconds": 0.042834, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "0" ], "matched_values": [ "0" ], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "actual_documents": [ "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "matched_documents": [ "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Oleh Bilykh", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783" }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Bilykh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759" }, { "kind": "Document", "path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0603", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Matej Ščišľak a Oleh Bilykh.", "latency_seconds": 0.038105, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "nlp", "Oleh Bilykh" ], "matched_values": [ "Matej Ščišľak", "nlp", "Oleh Bilykh" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Cesar Abascal Gutierrez", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Eduard Matovka", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Cesar Abascal Gutierrez", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:736" }, { "kind": "Document", "path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Eduard Matovka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779" }, { "kind": "Document", "path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0604", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Cesar Abascal Gutierrez a Eduard Matovka spoločné kľúčové slovo nlp?", "latency_seconds": 0.038027, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Cesar Abascal Gutierrez", "nlp", "Eduard Matovka" ], "matched_values": [ "Cesar Abascal Gutierrez", "nlp", "Eduard Matovka" ], "expected_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Eduard Matovka" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Eduard Matovka" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Samuel Vasiľ", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790" }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793" }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0605", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Ján Malinovský a Samuel Vasiľ over rovnaké kľúčové slovo nlp.", "latency_seconds": 0.038858, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "nlp", "Samuel Vasiľ" ], "matched_values": [ "Ján Malinovský", "nlp", "Samuel Vasiľ" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Schwarc", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Martin Jancura", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Schwarc", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789" }, { "kind": "Document", "path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Jancura", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751" }, { "kind": "Document", "path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0606", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Jakub Schwarc a Martin Jancura.", "latency_seconds": 0.037967, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Schwarc", "nlp", "Martin Jancura" ], "matched_values": [ "Jakub Schwarc", "nlp", "Martin Jancura" ], "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Jancura" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Jancura" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jakub_schwarc/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Bogdan Paul Chiș", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Bogdan Paul Chiș", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:735" }, { "kind": "Document", "path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kristián Sopkovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767" }, { "kind": "Document", "path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0607", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Bogdan Paul Chiș a Kristián Sopkovič spoločné kľúčové slovo nlp?", "latency_seconds": 0.039143, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Bogdan Paul Chiș", "nlp", "Kristián Sopkovič" ], "matched_values": [ "Bogdan Paul Chiș", "nlp", "Kristián Sopkovič" ], "expected_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Márk Fehér", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Márk Fehér", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746" }, { "kind": "Document", "path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805" }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0608", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Márk Fehér a Simona Bobrovčanová over rovnaké kľúčové slovo nlp.", "latency_seconds": 0.038749, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Márk Fehér", "nlp", "Simona Bobrovčanová" ], "matched_values": [ "Márk Fehér", "nlp", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2023/simona_bobrovcanova/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Eduard Matovka", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Eduard Matovka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779" }, { "kind": "Document", "path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0609", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dominik Nagy a Eduard Matovka.", "latency_seconds": 0.03822, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "nlp", "Eduard Matovka" ], "matched_values": [ "Dominik Nagy", "nlp", "Eduard Matovka" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Eduard Matovka" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Eduard Matovka" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/eduard_matovka/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806" }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0610", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Artem Yatsenko a Yevhenii Medushivskyi spoločné kľúčové slovo nlp?", "latency_seconds": 0.038055, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "nlp", "Yevhenii Medushivskyi" ], "matched_values": [ "Artem Yatsenko", "nlp", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Wencel", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Michal Stromko", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Wencel", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758" }, { "kind": "Document", "path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Michal Stromko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768" }, { "kind": "Document", "path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0611", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Martin Wencel a Michal Stromko over rovnaké kľúčové slovo nlp.", "latency_seconds": 0.038544, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "nlp", "Michal Stromko" ], "matched_values": [ "Martin Wencel", "nlp", "Michal Stromko" ], "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/michal_stromko/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Horáni", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Valerii Kutsenko", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Horáni", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770" }, { "kind": "Document", "path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796" }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0612", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Samuel Horáni a Valerii Kutsenko.", "latency_seconds": 0.039075, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Horáni", "nlp", "Valerii Kutsenko" ], "matched_values": [ "Samuel Horáni", "nlp", "Valerii Kutsenko" ], "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/samuel_horani/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2019/samuel_horani/README.md", "pages/students/2022/valerii_kutsenko/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2019/samuel_horani/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Serhii Yemets", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Yevhenii Leonov", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Serhii Yemets", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:794" }, { "kind": "Document", "path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Leonov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798" }, { "kind": "Document", "path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0613", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Serhii Yemets a Yevhenii Leonov spoločné kľúčové slovo nlp?", "latency_seconds": 0.039668, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Serhii Yemets", "nlp", "Yevhenii Leonov" ], "matched_values": [ "Serhii Yemets", "nlp", "Yevhenii Leonov" ], "expected_entities": [ { "type": "person", "value": "Serhii Yemets" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Serhii Yemets" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/serhii_yemets/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2022/serhii_yemets/README.md", "pages/students/2022/yevhenii_leonov/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2022/serhii_yemets/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Martin Jancura", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Adrián Remiáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755" }, { "kind": "Document", "path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Jancura", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751" }, { "kind": "Document", "path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0614", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Adrián Remiáš a Martin Jancura over rovnaké kľúčové slovo nlp.", "latency_seconds": 0.037364, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "nlp", "Martin Jancura" ], "matched_values": [ "Adrián Remiáš", "nlp", "Martin Jancura" ], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Jancura" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Jancura" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2018/adrian_remias/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "year": 2021 }, "matched": true }, { "binding": { "person": "Samuel Horáni", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770", "name": "Samuel Horáni", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "person:pages/students/2019/samuel_horani/README.md" }, { "kind": "Work", "year": 2021, "heading": "Vedecký projekt 2021", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:720", "title": "Dialógový systém pomocou RASA framework", "name": "Dialógový systém pomocou RASA framework", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "work:pages/students/2019/samuel_horani/README.md:vedecky-projekt-2021", "person": "Samuel Horáni", "document_path": "pages/students/2019/samuel_horani/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:893", "title": "Samuel Horáni", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "path": "pages/students/2019/samuel_horani/README.md", "name": "Samuel Horáni" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0615", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Ján Holp a Samuel Horáni?", "latency_seconds": 0.04375, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "2021", "Samuel Horáni" ], "matched_values": [ "Ján Holp", "2021", "Samuel Horáni" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Ushatenko", "year": 2020 }, "matched": true }, { "binding": { "person": "Martin NaN1", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2017, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750", "name": "Dmytro Ushatenko", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "person:pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216", "title": "Jednoduchý chatbot v jazyku Python", "thesis_type": "bachelor_thesis", "name": "Jednoduchý chatbot v jazyku Python", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020", "person": "Dmytro Ushatenko", "document_path": "pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870", "title": "Dmytro Ushatenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "path": "pages/students/2017/dmytro_ushatenko/README.md", "name": "Dmytro Ushatenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754", "name": "Martin NaN1", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "person:pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Work", "year": 2020, "heading": "Bakalársky projekt 2020", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:698", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "name": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "work:pages/students/2018/NaN1name_buday/README.md:bakalarsky-projekt-2020", "person": "Martin NaN1", "document_path": "pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:874", "title": "Martin NaN1", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "path": "pages/students/2018/NaN1name_buday/README.md", "name": "Martin NaN1" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0616", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Dmytro Ushatenko a Martin NaN1?", "latency_seconds": 0.041174, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "2020", "Martin NaN1" ], "matched_values": [ "Dmytro Ushatenko", "2020", "Martin NaN1" ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "year": 2026 }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "name": "Matej Ščišľak", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "person:pages/students/2021/matej_scislak/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "thesis_type": "diploma_thesis", "name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "source_document": "pages/students/2021/matej_scislak/README.md", "id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026", "person": "Matej Ščišľak", "document_path": "pages/students/2021/matej_scislak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41", "title": "Matej Ščišľak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "path": "pages/students/2021/matej_scislak/README.md", "name": "Matej Ščišľak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0617", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Maksym Zatirka a Matej Ščišľak.", "latency_seconds": 0.042577, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "2026", "Matej Ščišľak" ], "matched_values": [ "Maksym Zatirka", "2026", "Matej Ščišľak" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "year": 2025 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:658", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "thesis_type": "bachelor_thesis", "name": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:bakalarska-praca-2025", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:641", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "thesis_type": "diploma_thesis", "name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0618", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Oleh Poiasnik a Pavol Hudák?", "latency_seconds": 0.042846, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "2025", "Pavol Hudák" ], "matched_values": [ "Oleh Poiasnik", "2025", "Pavol Hudák" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2021 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2021 }, "matched": true }, { "binding": { "person": "Alina Vitko", "year": 2022 }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:214", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2021", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:215", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0619", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Alina Vitko a Tomáš Kuchárik?", "latency_seconds": 0.043532, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2021", "Tomáš Kuchárik", "2022" ], "matched_values": [ "Alina Vitko", "2021", "Tomáš Kuchárik", "2022" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Kristián Lukas", "year": 2023 }, "matched": true }, { "binding": { "person": "Matej Kobyľan", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772", "name": "Jakub Kristián Lukas", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "person:pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:636", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "thesis_type": "bachelor_thesis", "name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023", "person": "Jakub Kristián Lukas", "document_path": "pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:30", "title": "Jakub Kristián Lukas", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "path": "pages/students/2020/jakub_kristian_lukas/README.md", "name": "Jakub Kristián Lukas" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774", "name": "Matej Kobyľan", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "person:pages/students/2020/matej_kobylan/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:638", "title": "Systém pre monitoring médií", "thesis_type": "bachelor_thesis", "name": "Systém pre monitoring médií", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2023", "person": "Matej Kobyľan", "document_path": "pages/students/2020/matej_kobylan/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32", "title": "Matej Kobyľan", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "path": "pages/students/2020/matej_kobylan/README.md", "name": "Matej Kobyľan" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0620", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Jakub Kristián Lukas a Matej Kobyľan.", "latency_seconds": 0.04279, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Kristián Lukas", "2023", "Matej Kobyľan" ], "matched_values": [ "Jakub Kristián Lukas", "2023", "Matej Kobyľan" ], "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "actual_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "matched_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Šarišský", "year": 2024 }, "matched": true }, { "binding": { "person": "Yevhenii Leonov", "year": 2024 }, "matched": true }, { "binding": { "person": "Martin Šarišský", "year": 2025 }, "matched": true }, { "binding": { "person": "Yevhenii Leonov", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:646", "thesis_type": "bachelor_thesis", "name": "Bakalárska práca 2024", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "thesis:pages/students/2021/martin_sarissky/README.md:bakalarska-praca-2024", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Work", "year": 2024, "heading": "Vedecký projekt 2024", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:731", "title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "name": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "work:pages/students/2022/yevhenii_leonov/README.md:vedecky-projekt-2024", "person": "Yevhenii Leonov", "document_path": "pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:56", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Work", "year": 2025, "heading": "Diplomový projekt 2025", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:724", "name": "Diplomový projekt 2025", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "work:pages/students/2021/martin_sarissky/README.md:diplomovy-projekt-2025", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:189", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "thesis_type": "bachelor_thesis", "name": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "thesis:pages/students/2022/yevhenii_leonov/README.md:bakalarska-praca-2025", "person": "Yevhenii Leonov", "document_path": "pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:56", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0621", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Martin Šarišský a Yevhenii Leonov?", "latency_seconds": 0.044217, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Šarišský", "2024", "Yevhenii Leonov", "2025" ], "matched_values": [ "Martin Šarišský", "2024", "Yevhenii Leonov", "2025" ], "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Mural", "year": 2022 }, "matched": true }, { "binding": { "person": "Ondrej Megela", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765", "name": "Dmytro Mural", "source_document": "pages/students/2019/dmytro_mural/README.md", "id": "person:pages/students/2019/dmytro_mural/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:278", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "thesis_type": "bachelor_thesis", "name": "Grafové neurónové siete pre vyhľadávanie na internete.", "source_document": "pages/students/2019/dmytro_mural/README.md", "id": "thesis:pages/students/2019/dmytro_mural/README.md:bakalarska-praca-2022", "person": "Dmytro Mural", "document_path": "pages/students/2019/dmytro_mural/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:885", "title": "Dmytro Mural", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "path": "pages/students/2019/dmytro_mural/README.md", "name": "Dmytro Mural" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Work", "year": 2022, "heading": "Diplomový projekt 1 2022", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:702", "name": "Diplomový projekt 1 2022", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0622", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Dmytro Mural a Ondrej Megela?", "latency_seconds": 0.044357, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Mural", "2022", "Ondrej Megela" ], "matched_values": [ "Dmytro Mural", "2022", "Ondrej Megela" ], "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/dmytro_mural/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/dmytro_mural/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Omasta", "year": 2023 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2023 }, "matched": true }, { "binding": { "person": "Dávid Omasta", "year": 2024 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:221", "title": "Generatívne modely slovenského jazyka", "thesis_type": "diploma_thesis", "name": "Generatívne modely slovenského jazyka", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2023", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Work", "year": 2023, "heading": "Vedecky projekt 2022/23", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:717", "name": "Vedecky projekt 2022/23", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "work:pages/students/2019/michal_stromko/README.md:vedecky-projekt-2022-23", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:222", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2023/24", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:633", "title": "Sémantické vyhľadávanie v slovenskom texte", "thesis_type": "diploma_thesis", "name": "Sémantické vyhľadávanie v slovenskom texte", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "thesis:pages/students/2019/michal_stromko/README.md:diplomova-praca-2023-24", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0623", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Dávid Omasta a Michal Stromko.", "latency_seconds": 0.043292, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Omasta", "2023", "Michal Stromko", "2024" ], "matched_values": [ "Dávid Omasta", "2023", "Michal Stromko", "2024" ], "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "year": 2021 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:708", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "work:pages/students/2019/filip_tomas/README.md:bakalarsky-projekt-2021", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207", "title": "Systém získavania informácií v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Systém získavania informácií v slovenskom jazyku.", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0624", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Filip Tomáš a Ján Holp?", "latency_seconds": 0.04445, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "2021", "Ján Holp" ], "matched_values": [ "Filip Tomáš", "2021", "Ján Holp" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Mural", "year": 2021 }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765", "name": "Dmytro Mural", "source_document": "pages/students/2019/dmytro_mural/README.md", "id": "person:pages/students/2019/dmytro_mural/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:707", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/dmytro_mural/README.md", "id": "work:pages/students/2019/dmytro_mural/README.md:bakalarsky-projekt-2021", "person": "Dmytro Mural", "document_path": "pages/students/2019/dmytro_mural/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:885", "title": "Dmytro Mural", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "path": "pages/students/2019/dmytro_mural/README.md", "name": "Dmytro Mural" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0625", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Dmytro Mural a Jakub Maruniak?", "latency_seconds": 0.042113, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Mural", "2021", "Jakub Maruniak" ], "matched_values": [ "Dmytro Mural", "2021", "Jakub Maruniak" ], "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/dmytro_mural/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/dmytro_mural/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Stromp", "year": 2021 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2021 }, "matched": true }, { "binding": { "person": "Dávid Stromp", "year": 2022 }, "matched": true }, { "binding": { "person": "Márk Fehér", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764", "name": "Dávid Stromp", "source_document": "pages/students/2019/david_stromp/README.md", "id": "person:pages/students/2019/david_stromp/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:706", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/david_stromp/README.md", "id": "work:pages/students/2019/david_stromp/README.md:bakalarsky-projekt-2021", "person": "Dávid Stromp", "document_path": "pages/students/2019/david_stromp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:884", "title": "Dávid Stromp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "path": "pages/students/2019/david_stromp/README.md", "name": "Dávid Stromp" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Work", "year": 2021, "heading": "Diplomový projekt 2021", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:683", "name": "Diplomový projekt 2021", "source_document": "pages/students/2016/mark_feher/README.md", "id": "work:pages/students/2016/mark_feher/README.md:diplomovy-projekt-2021", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764", "name": "Dávid Stromp", "source_document": "pages/students/2019/david_stromp/README.md", "id": "person:pages/students/2019/david_stromp/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:277", "thesis_type": "bachelor_thesis", "name": "Bakalárska práca 2022", "source_document": "pages/students/2019/david_stromp/README.md", "id": "thesis:pages/students/2019/david_stromp/README.md:bakalarska-praca-2022", "person": "Dávid Stromp", "document_path": "pages/students/2019/david_stromp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:884", "title": "Dávid Stromp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "path": "pages/students/2019/david_stromp/README.md", "name": "Dávid Stromp" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0626", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Dávid Stromp a Márk Fehér.", "latency_seconds": 0.043006, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Stromp", "2021", "Márk Fehér", "2022" ], "matched_values": [ "Dávid Stromp", "2021", "Márk Fehér", "2022" ], "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Dávid Stromp" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Dávid Stromp" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/david_stromp/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/david_stromp/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Mural", "start_year": 2019 }, "matched": true }, { "binding": { "person": "Filip Tomáš", "start_year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dmytro Mural", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765", "start_year": 2019 }, { "kind": "Document", "path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "start_year": 2019 }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0627", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dmytro Mural a Filip Tomáš.", "latency_seconds": 0.037176, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Mural", "2019", "Filip Tomáš" ], "matched_values": [ "Dmytro Mural", "2019", "Filip Tomáš" ], "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "start_year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Schwarc", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Yevhenii Leonov", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Schwarc", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Leonov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0628", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Jakub Schwarc a Yevhenii Leonov?", "latency_seconds": 0.039287, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Schwarc", "2022", "Yevhenii Leonov" ], "matched_values": [ "Jakub Schwarc", "2022", "Yevhenii Leonov" ], "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Ščišľak", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Oleksandr Hryshchenko", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Hryshchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0629", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Matej Ščišľak a Oleksandr Hryshchenko?", "latency_seconds": 0.038634, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Ščišľak", "2021", "Oleksandr Hryshchenko" ], "matched_values": [ "Matej Ščišľak", "2021", "Oleksandr Hryshchenko" ], "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "actual_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "matched_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "start_year": 2016 }, "matched": true }, { "binding": { "person": "Márk Fehér", "start_year": 2016 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Márk Fehér", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0630", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Jakub Maruniak a Márk Fehér.", "latency_seconds": 0.037396, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "2016", "Márk Fehér" ], "matched_values": [ "Jakub Maruniak", "2016", "Márk Fehér" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Márk Fehér" }, { "type": "start_year", "value": "2016" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Márk Fehér" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "start_year": 2016 }, "matched": true }, { "binding": { "person": "Patrik Pavlišin", "start_year": 2016 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748", "start_year": 2016 }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0631", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Dominik Nagy a Patrik Pavlišin?", "latency_seconds": 0.037307, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "2016", "Patrik Pavlišin" ], "matched_values": [ "Dominik Nagy", "2016", "Patrik Pavlišin" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "start_year", "value": "2016" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "start_year": 2019 }, "matched": true }, { "binding": { "person": "Filip Tomáš", "start_year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Alina Vitko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "start_year": 2019 }, { "kind": "Document", "path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Filip Tomáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "start_year": 2019 }, { "kind": "Document", "path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0632", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Alina Vitko a Filip Tomáš?", "latency_seconds": 0.036759, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2019", "Filip Tomáš" ], "matched_values": [ "Alina Vitko", "2019", "Filip Tomáš" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "start_year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Nikita Bodnar", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Eduard Matovka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0633", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Eduard Matovka a Nikita Bodnar.", "latency_seconds": 0.036713, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "2021", "Nikita Bodnar" ], "matched_values": [ "Eduard Matovka", "2021", "Nikita Bodnar" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Vladyslav Yanchenko", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Valerii Kutsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0634", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Valerii Kutsenko a Vladyslav Yanchenko?", "latency_seconds": 0.038224, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "2022", "Vladyslav Yanchenko" ], "matched_values": [ "Valerii Kutsenko", "2022", "Vladyslav Yanchenko" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Pavol Hudák", "start_year": 2020 }, "matched": true }, { "binding": { "person": "Vladyslav Krupko", "start_year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Pavol Hudák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Krupko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0635", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Pavol Hudák a Vladyslav Krupko?", "latency_seconds": 0.038319, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Pavol Hudák", "2020", "Vladyslav Krupko" ], "matched_values": [ "Pavol Hudák", "2020", "Vladyslav Krupko" ], "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Dorybohov", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Yevhenii Medushivskyi", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Dorybohov", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Yevhenii Medushivskyi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0636", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Oleksandr Dorybohov a Yevhenii Medushivskyi.", "latency_seconds": 0.038179, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Dorybohov", "2023", "Yevhenii Medushivskyi" ], "matched_values": [ "Oleksandr Dorybohov", "2023", "Yevhenii Medushivskyi" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "start_year": 2018 }, "matched": true }, { "binding": { "person": "Samuel Širotník", "start_year": 2018 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Adrián Remiáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755", "start_year": 2018 }, { "kind": "Document", "path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Širotník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:761", "start_year": 2018 }, { "kind": "Document", "path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0637", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Adrián Remiáš a Samuel Širotník?", "latency_seconds": 0.037601, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "2018", "Samuel Širotník" ], "matched_values": [ "Adrián Remiáš", "2018", "Samuel Širotník" ], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Samuel Širotník" }, { "type": "start_year", "value": "2018" } ], "matched_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Samuel Širotník" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Iľaš", "start_year": 2018 }, "matched": true }, { "binding": { "person": "Martin Wencel", "start_year": 2018 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Iľaš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756", "start_year": 2018 }, { "kind": "Document", "path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Wencel", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758", "start_year": 2018 }, { "kind": "Document", "path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0638", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Dávid Iľaš a Martin Wencel?", "latency_seconds": 0.036803, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Iľaš", "2018", "Martin Wencel" ], "matched_values": [ "Dávid Iľaš", "2018", "Martin Wencel" ], "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Martin Wencel" }, { "type": "start_year", "value": "2018" } ], "matched_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Martin Wencel" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/martin_wencel/README.md" ], "actual_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/martin_wencel/README.md" ], "matched_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleksandr Hryshchenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Grafové neurónové siete pre získavanie informácií" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785", "name": "Oleksandr Hryshchenko", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "person:pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:653", "title": "Grafové neurónové siete pre získavanie informácií", "thesis_type": "diploma_thesis", "name": "Grafové neurónové siete pre získavanie informácií", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026", "person": "Oleksandr Hryshchenko", "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:43", "title": "Oleksandr Hryshchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "name": "Oleksandr Hryshchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0639", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Oleksandr Hryshchenko uvedené pre rok 2026?", "latency_seconds": 0.039145, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleksandr Hryshchenko", "Grafové neurónové siete pre získavanie informácií", "2026" ], "matched_values": [ "Oleksandr Hryshchenko", "Grafové neurónové siete pre získavanie informácií", "2026" ], "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre získavanie informácií" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre získavanie informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "actual_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "matched_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Leonov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:189", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "thesis_type": "bachelor_thesis", "name": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "thesis:pages/students/2022/yevhenii_leonov/README.md:bakalarska-praca-2025", "person": "Yevhenii Leonov", "document_path": "pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:56", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0640", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Yevhenii Leonov a rok práce pre rok 2025.", "latency_seconds": 0.038587, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Leonov", "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "2025" ], "matched_values": [ "Yevhenii Leonov", "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "2025" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "thesis_title", "value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "thesis_title", "value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208", "title": "Paralelné trénovanie neurónových sietí", "thesis_type": "diploma_thesis", "name": "Paralelné trénovanie neurónových sietí", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0641", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Lukáš Pokrývka a rok práce pre rok 2021.", "latency_seconds": 0.037982, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "matched_values": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:658", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "thesis_type": "bachelor_thesis", "name": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:bakalarska-praca-2025", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0642", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Oleh Poiasnik uvedené pre rok 2025?", "latency_seconds": 0.038949, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "2025" ], "matched_values": [ "Oleh Poiasnik", "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "2025" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "matched_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Bilykh", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2021, "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759", "name": "Oleh Bilykh", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "person:pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Bakalárska práca 2021", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:271", "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "thesis_type": "bachelor_thesis", "name": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "thesis:pages/students/2018/oleh_bilykh/README.md:bakalarska-praca-2021", "person": "Oleh Bilykh", "document_path": "pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:879", "title": "Oleh Bilykh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "path": "pages/students/2018/oleh_bilykh/README.md", "name": "Oleh Bilykh" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0643", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Oleh Bilykh a rok práce pre rok 2021.", "latency_seconds": 0.038386, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Bilykh", "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "2021" ], "matched_values": [ "Oleh Bilykh", "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "2021" ], "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "thesis_title", "value": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí." }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "thesis_title", "value": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "actual_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "matched_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maksym Zatirka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Grafová databáza pre podporu generovania slovenského jazyka" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800", "name": "Maksym Zatirka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "person:pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "thesis_type": "bachelor_thesis", "name": "Grafová databáza pre podporu generovania slovenského jazyka", "source_document": "pages/students/2023/maksym_zatirka/README.md", "id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026", "person": "Maksym Zatirka", "document_path": "pages/students/2023/maksym_zatirka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58", "title": "Maksym Zatirka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "path": "pages/students/2023/maksym_zatirka/README.md", "name": "Maksym Zatirka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0644", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Maksym Zatirka a rok práce pre rok 2026.", "latency_seconds": 0.037998, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "matched_values": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "actual_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "matched_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Than Trung Thanh", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2020, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2017, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753", "name": "Than Trung Thanh", "source_document": "pages/students/2017/than_trung_thanh/README.md", "id": "person:pages/students/2017/than_trung_thanh/README.md" }, { "kind": "Work", "year": 2020, "heading": "Bakalársky projekt 2020", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:697", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "source_document": "pages/students/2017/than_trung_thanh/README.md", "id": "work:pages/students/2017/than_trung_thanh/README.md:bakalarsky-projekt-2020", "person": "Than Trung Thanh", "document_path": "pages/students/2017/than_trung_thanh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:873", "title": "Than Trung Thanh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "path": "pages/students/2017/than_trung_thanh/README.md", "name": "Than Trung Thanh" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0645", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Than Trung Thanh uvedené pre rok 2020?", "latency_seconds": 0.040323, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Than Trung Thanh", "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "2020" ], "matched_values": [ "Than Trung Thanh", "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "2020" ], "expected_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "work_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "work_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "actual_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "matched_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python," }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2017, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750", "name": "Dmytro Ushatenko", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "person:pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216", "title": "Jednoduchý chatbot v jazyku Python", "thesis_type": "bachelor_thesis", "name": "Jednoduchý chatbot v jazyku Python", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020", "person": "Dmytro Ushatenko", "document_path": "pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870", "title": "Dmytro Ushatenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "path": "pages/students/2017/dmytro_ushatenko/README.md", "name": "Dmytro Ushatenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0646", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Dmytro Ushatenko a rok práce pre rok 2020.", "latency_seconds": 0.039415, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "matched_values": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matej Novotný", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782", "name": "Matej Novotný", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "person:pages/students/2021/matej_novotny/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:648", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "thesis_type": "diploma_thesis", "name": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "source_document": "pages/students/2021/matej_novotny/README.md", "id": "thesis:pages/students/2021/matej_novotny/README.md:diplomova-praca-2026", "person": "Matej Novotný", "document_path": "pages/students/2021/matej_novotny/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:40", "title": "Matej Novotný", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "path": "pages/students/2021/matej_novotny/README.md", "name": "Matej Novotný" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0647", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Matej Novotný a rok práce pre rok 2026.", "latency_seconds": 0.039233, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "matched_values": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Rostyslav Rodzhuk", "academic_kind": "Work", "academic_type": "research_project", "year": 2025, "title": "Veľký jazykový model ako inteligentný agent" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803", "name": "Rostyslav Rodzhuk", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "person:pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Work", "year": 2025, "heading": "Vedecký projekt 2025", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:732", "title": "Veľký jazykový model ako inteligentný agent", "name": "Veľký jazykový model ako inteligentný agent", "source_document": "pages/students/2023/rostyslav_rodzhuk/README.md", "id": "work:pages/students/2023/rostyslav_rodzhuk/README.md:vedecky-projekt-2025", "person": "Rostyslav Rodzhuk", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61", "title": "Rostyslav Rodzhuk", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "path": "pages/students/2023/rostyslav_rodzhuk/README.md", "name": "Rostyslav Rodzhuk" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0648", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Rostyslav Rodzhuk uvedené pre rok 2025?", "latency_seconds": 0.039243, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Rostyslav Rodzhuk", "Veľký jazykový model ako inteligentný agent", "2025" ], "matched_values": [ "Rostyslav Rodzhuk", "Veľký jazykový model ako inteligentný agent", "2025" ], "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "actual_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "matched_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669", "title": "rešerš", "name": "rešerš", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0649", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai a rok práce pre rok 2019.", "latency_seconds": 0.037755, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "rešerš", "2019" ], "matched_values": [ "Dárius Lindvai", "rešerš", "2019" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Paralelné spracovanie prirodzeného jazyka" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:682", "title": "Paralelné spracovanie prirodzeného jazyka", "name": "Paralelné spracovanie prirodzeného jazyka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0650", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Lukáš Pokrývka a rok práce pre rok 2019.", "latency_seconds": 0.038023, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "matched_values": [ "Lukáš Pokrývka", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python,", "keyword": "demo" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2017, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750", "name": "Dmytro Ushatenko", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "person:pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216", "title": "Jednoduchý chatbot v jazyku Python", "thesis_type": "bachelor_thesis", "name": "Jednoduchý chatbot v jazyku Python", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020", "person": "Dmytro Ushatenko", "document_path": "pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870", "title": "Dmytro Ushatenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "path": "pages/students/2017/dmytro_ushatenko/README.md", "name": "Dmytro Ushatenko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2017, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750", "name": "Dmytro Ushatenko", "source_document": "pages/students/2017/dmytro_ushatenko/README.md", "id": "person:pages/students/2017/dmytro_ushatenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870", "title": "Dmytro Ushatenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "path": "pages/students/2017/dmytro_ushatenko/README.md", "name": "Dmytro Ushatenko" }, { "kind": "Keyword", "name": "demo", "id": "demo", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:142" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0651", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Dmytro Ushatenko v roku 2020 súvisí s kľúčovým slovom demo?", "latency_seconds": 0.040739, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Ushatenko", "demo", "Jednoduchý chatbot v jazyku Python,", "2020" ], "matched_values": [ "Dmytro Ushatenko", "demo", "Jednoduchý chatbot v jazyku Python,", "2020" ], "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "keyword", "value": "demo" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "keyword", "value": "demo" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania", "keyword": "rag" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "name": "Grafové vyhľadávanie pre podporu vzdelávania", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026", "person": "Ján Malinovský", "document_path": "pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790", "name": "Ján Malinovský", "source_document": "pages/students/2022/jan_malinovsky/README.md", "id": "person:pages/students/2022/jan_malinovsky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48", "title": "Ján Malinovský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "path": "pages/students/2022/jan_malinovsky/README.md", "name": "Ján Malinovský" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0652", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Ján Malinovský v roku 2026 s kľúčovým slovom rag.", "latency_seconds": 0.040394, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "rag", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "matched_values": [ "Ján Malinovský", "rag", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "rag" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "rag" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ediz Morochovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Štatistické rozpoznávanie pomenovaných entít", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742", "name": "Ediz Morochovič", "source_document": "pages/students/2016/ediz_morochovic/README.md", "id": "person:pages/students/2016/ediz_morochovic/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:204", "title": "Štatistické rozpoznávanie pomenovaných entít", "thesis_type": "bachelor_thesis", "name": "Štatistické rozpoznávanie pomenovaných entít", "source_document": "pages/students/2016/ediz_morochovic/README.md", "id": "thesis:pages/students/2016/ediz_morochovic/README.md:bakalarska-praca-2019", "person": "Ediz Morochovič", "document_path": "pages/students/2016/ediz_morochovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:826", "title": "Ediz Morochovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "path": "pages/students/2016/ediz_morochovic/README.md", "name": "Ediz Morochovič" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742", "name": "Ediz Morochovič", "source_document": "pages/students/2016/ediz_morochovic/README.md", "id": "person:pages/students/2016/ediz_morochovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:826", "title": "Ediz Morochovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "path": "pages/students/2016/ediz_morochovic/README.md", "name": "Ediz Morochovič" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0653", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Ediz Morochovič v roku 2019 s kľúčovým slovom nlp.", "latency_seconds": 0.040561, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ediz Morochovič", "nlp", "Štatistické rozpoznávanie pomenovaných entít", "2019" ], "matched_values": [ "Ediz Morochovič", "nlp", "Štatistické rozpoznávanie pomenovaných entít", "2019" ], "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Štatistické rozpoznávanie pomenovaných entít" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Štatistické rozpoznávanie pomenovaných entít" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md" ], "actual_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/ediz_morochovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "keyword": "ir" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" }, { "kind": "Keyword", "name": "ir", "id": "ir", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:155" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0654", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Alina Vitko v roku 2022 súvisí s kľúčovým slovom ir?", "latency_seconds": 0.040892, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "ir", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "matched_values": [ "Alina Vitko", "ir", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "keyword", "value": "ir" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "keyword", "value": "ir" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Horáni", "academic_kind": "Work", "academic_type": "research_project", "year": 2021, "title": "Dialógový systém pomocou RASA framework", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770", "name": "Samuel Horáni", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "person:pages/students/2019/samuel_horani/README.md" }, { "kind": "Work", "year": 2021, "heading": "Vedecký projekt 2021", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:720", "title": "Dialógový systém pomocou RASA framework", "name": "Dialógový systém pomocou RASA framework", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "work:pages/students/2019/samuel_horani/README.md:vedecky-projekt-2021", "person": "Samuel Horáni", "document_path": "pages/students/2019/samuel_horani/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:893", "title": "Samuel Horáni", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "path": "pages/students/2019/samuel_horani/README.md", "name": "Samuel Horáni" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770", "name": "Samuel Horáni", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "person:pages/students/2019/samuel_horani/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:893", "title": "Samuel Horáni", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "path": "pages/students/2019/samuel_horani/README.md", "name": "Samuel Horáni" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0655", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Samuel Horáni v roku 2021 s kľúčovým slovom nlp.", "latency_seconds": 0.04072, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Horáni", "nlp", "Dialógový systém pomocou RASA framework", "2021" ], "matched_values": [ "Samuel Horáni", "nlp", "Dialógový systém pomocou RASA framework", "2021" ], "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2019/samuel_horani/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Horáni", "academic_kind": "Work", "academic_type": "research_project", "year": 2021, "title": "Dialógový systém pomocou RASA framework", "keyword": "dialog" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770", "name": "Samuel Horáni", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "person:pages/students/2019/samuel_horani/README.md" }, { "kind": "Work", "year": 2021, "heading": "Vedecký projekt 2021", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:720", "title": "Dialógový systém pomocou RASA framework", "name": "Dialógový systém pomocou RASA framework", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "work:pages/students/2019/samuel_horani/README.md:vedecky-projekt-2021", "person": "Samuel Horáni", "document_path": "pages/students/2019/samuel_horani/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:893", "title": "Samuel Horáni", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "path": "pages/students/2019/samuel_horani/README.md", "name": "Samuel Horáni" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770", "name": "Samuel Horáni", "source_document": "pages/students/2019/samuel_horani/README.md", "id": "person:pages/students/2019/samuel_horani/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:893", "title": "Samuel Horáni", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "path": "pages/students/2019/samuel_horani/README.md", "name": "Samuel Horáni" }, { "kind": "Keyword", "name": "dialog", "id": "dialog", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:143" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0656", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Samuel Horáni v roku 2021 s kľúčovým slovom dialog.", "latency_seconds": 0.040083, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Horáni", "dialog", "Dialógový systém pomocou RASA framework", "2021" ], "matched_values": [ "Samuel Horáni", "dialog", "Dialógový systém pomocou RASA framework", "2021" ], "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "keyword", "value": "dialog" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "keyword", "value": "dialog" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669", "title": "rešerš", "name": "rešerš", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0657", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Dárius Lindvai v roku 2019 súvisí s kľúčovým slovom nlp?", "latency_seconds": 0.040752, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "nlp", "rešerš", "2019" ], "matched_values": [ "Dárius Lindvai", "nlp", "rešerš", "2019" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladyslav Yanchenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "keyword": "klaud" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "name": "Vladyslav Yanchenko", "source_document": "pages/students/2022/vladyslav_yanchenko/README.md", "id": "person:pages/students/2022/vladyslav_yanchenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:188", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "thesis_type": "bachelor_thesis", "name": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "source_document": "pages/students/2022/vladyslav_yanchenko/README.md", "id": "thesis:pages/students/2022/vladyslav_yanchenko/README.md:bakalarska-praca-2025", "person": "Vladyslav Yanchenko", "document_path": "pages/students/2022/vladyslav_yanchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:55", "title": "Vladyslav Yanchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "name": "Vladyslav Yanchenko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797", "name": "Vladyslav Yanchenko", "source_document": "pages/students/2022/vladyslav_yanchenko/README.md", "id": "person:pages/students/2022/vladyslav_yanchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:55", "title": "Vladyslav Yanchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "name": "Vladyslav Yanchenko" }, { "kind": "Keyword", "name": "klaud", "id": "klaud", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:158" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0658", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Vladyslav Yanchenko v roku 2025 s kľúčovým slovom klaud.", "latency_seconds": 0.042399, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "klaud", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "matched_values": [ "Vladyslav Yanchenko", "klaud", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "keyword", "value": "klaud" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "keyword", "value": "klaud" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Iľaš", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Rozpoznávanie emócií z textu.", "keyword": "emotion" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756", "name": "Dávid Iľaš", "source_document": "pages/students/2018/david_ilas/README.md", "id": "person:pages/students/2018/david_ilas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:220", "title": "Rozpoznávanie emócií z textu.", "thesis_type": "diploma_thesis", "name": "Rozpoznávanie emócií z textu.", "source_document": "pages/students/2018/david_ilas/README.md", "id": "thesis:pages/students/2018/david_ilas/README.md:diplomova-praca-2023", "person": "Dávid Iľaš", "document_path": "pages/students/2018/david_ilas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:876", "title": "Dávid Iľaš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "path": "pages/students/2018/david_ilas/README.md", "name": "Dávid Iľaš" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756", "name": "Dávid Iľaš", "source_document": "pages/students/2018/david_ilas/README.md", "id": "person:pages/students/2018/david_ilas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:876", "title": "Dávid Iľaš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "path": "pages/students/2018/david_ilas/README.md", "name": "Dávid Iľaš" }, { "kind": "Keyword", "name": "emotion", "id": "emotion", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:145" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0659", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dávid Iľaš v roku 2023 s kľúčovým slovom emotion.", "latency_seconds": 0.040112, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Iľaš", "emotion", "Rozpoznávanie emócií z textu.", "2023" ], "matched_values": [ "Dávid Iľaš", "emotion", "Rozpoznávanie emócií z textu.", "2023" ], "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "emotion" }, { "type": "thesis_title", "value": "Rozpoznávanie emócií z textu." }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "emotion" }, { "type": "thesis_title", "value": "Rozpoznávanie emócií z textu." }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "actual_documents": [ "pages/students/2018/david_ilas/README.md" ], "matched_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Kristián Lukas", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2023, "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "keyword": "hatespeech" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772", "name": "Jakub Kristián Lukas", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "person:pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:636", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "thesis_type": "bachelor_thesis", "name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023", "person": "Jakub Kristián Lukas", "document_path": "pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:30", "title": "Jakub Kristián Lukas", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "path": "pages/students/2020/jakub_kristian_lukas/README.md", "name": "Jakub Kristián Lukas" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772", "name": "Jakub Kristián Lukas", "source_document": "pages/students/2020/jakub_kristian_lukas/README.md", "id": "person:pages/students/2020/jakub_kristian_lukas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:30", "title": "Jakub Kristián Lukas", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "path": "pages/students/2020/jakub_kristian_lukas/README.md", "name": "Jakub Kristián Lukas" }, { "kind": "Keyword", "name": "hatespeech", "id": "hatespeech", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:151" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0660", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Jakub Kristián Lukas v roku 2023 súvisí s kľúčovým slovom hatespeech?", "latency_seconds": 0.041915, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Kristián Lukas", "hatespeech", "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "2023" ], "matched_values": [ "Jakub Kristián Lukas", "hatespeech", "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "2023" ], "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "keyword", "value": "hatespeech" }, { "type": "thesis_title", "value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "keyword", "value": "hatespeech" }, { "type": "thesis_title", "value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "actual_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md", "pages/topics/hatespeech/README.md" ], "matched_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/topics/hatespeech" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:679", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jan_holp/README.md", "id": "work:pages/students/2016/jan_holp/README.md:timovy-projekt-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:206", "title": "Vyhľadávač na slovenskom internete", "thesis_type": "bachelor_thesis", "name": "Vyhľadávač na slovenskom internete", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0661", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Ján Holp v roku 2019 s kľúčovým slovom nlp.", "latency_seconds": 0.040948, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "nlp", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "matched_values": [ "Ján Holp", "nlp", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš", "keyword": "ner" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:676", "title": "Rešerš", "name": "Rešerš", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" }, { "kind": "Keyword", "name": "NER", "id": "ner", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:167" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0662", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Jakub Maruniak v roku 2019 s kľúčovým slovom ner.", "latency_seconds": 0.040745, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "ner", "Rešerš", "2019" ], "matched_values": [ "Jakub Maruniak", "ner", "Rešerš", "2019" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "ner" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "ner" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Nikita Bodnar", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/nikita_bodnar/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0663", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Nikita Bodnar, ktorý patrí do kategórie bp2024?", "latency_seconds": 0.039372, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Nikita Bodnar", "bp2024", "Daniel Hladek" ], "matched_values": [ "Nikita Bodnar", "bp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Jancura", "category": "dp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/martin_jancura/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Jancura", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751" }, { "kind": "Document", "path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" }, { "kind": "Category", "name": "dp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Jancura", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751" }, { "kind": "Document", "path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0664", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Jancura spojený s kategóriou dp2023?", "latency_seconds": 0.036243, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Jancura", "dp2023", "Daniel Hladek" ], "matched_values": [ "Martin Jancura", "dp2023", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Martin Jancura" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Martin Jancura" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/martin_jancura/README.md" ], "actual_documents": [ "pages/students/2017/martin_jancura/README.md" ], "matched_documents": [ "pages/students/2017/martin_jancura/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Schwarc", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/jakub_schwarc/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Schwarc", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789" }, { "kind": "Document", "path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Schwarc", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789" }, { "kind": "Document", "path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0665", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Schwarc spojený s kategóriou dp2027?", "latency_seconds": 0.036833, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Schwarc", "dp2027", "Daniel Hladek" ], "matched_values": [ "Jakub Schwarc", "dp2027", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "matched_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Nikita Bodnar", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/nikita_bodnar/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0666", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Nikita Bodnar, ktorý patrí do kategórie bp2025?", "latency_seconds": 0.039538, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Nikita Bodnar", "bp2025", "Daniel Hladek" ], "matched_values": [ "Nikita Bodnar", "bp2025", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "category": "tp2020", "document_author": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" }, { "kind": "DocumentAuthor", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:810" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0667", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou tp2020?", "latency_seconds": 0.036947, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "tp2020" ], "matched_values": [ "Dominik Nagy", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Dominik Nagy" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Dominik Nagy" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ediz Morochovič", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/ediz_morochovic/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ediz Morochovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742" }, { "kind": "Document", "path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" }, { "kind": "Category", "name": "bp2019", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ediz Morochovič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742" }, { "kind": "Document", "path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0668", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ediz Morochovič spojený s kategóriou bp2019?", "latency_seconds": 0.03592, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ediz Morochovič", "bp2019", "Daniel Hladek" ], "matched_values": [ "Ediz Morochovič", "bp2019", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md" ], "actual_documents": [ "pages/students/2016/ediz_morochovic/README.md" ], "matched_documents": [ "pages/students/2016/ediz_morochovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pavlišin", "category": "tp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/patrik_pavlisin/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "Category", "name": "tp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:107" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pavlišin", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748" }, { "kind": "Document", "path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0669", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Patrik Pavlišin, ktorý patrí do kategórie tp2021?", "latency_seconds": 0.039888, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "tp2021", "Daniel Hladek" ], "matched_values": [ "Patrik Pavlišin", "tp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Mural", "category": "bp2022", "document_author": "Maroš Harahus", "document_path": "pages/students/2019/dmytro_mural/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dmytro Mural", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765" }, { "kind": "Document", "path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dmytro Mural", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765" }, { "kind": "Document", "path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" }, { "kind": "DocumentAuthor", "name": "Maroš Harahus", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:814" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0670", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dmytro Mural spojený s kategóriou bp2022?", "latency_seconds": 0.036507, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Mural", "bp2022", "Maroš Harahus" ], "matched_values": [ "Dmytro Mural", "bp2022", "Maroš Harahus" ], "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Maroš Harahus" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Maroš Harahus" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "actual_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "matched_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Manohar Gowdru Shridhara", "category": "phd2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Manohar Gowdru Shridhara", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:780" }, { "kind": "Document", "path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" }, { "kind": "Category", "name": "phd2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:104" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Manohar Gowdru Shridhara", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:780" }, { "kind": "Document", "path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0671", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Manohar Gowdru Shridhara spojený s kategóriou phd2024?", "latency_seconds": 0.037769, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Manohar Gowdru Shridhara", "phd2024", "Daniel Hladek" ], "matched_values": [ "Manohar Gowdru Shridhara", "phd2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "category", "value": "phd2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "category", "value": "phd2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "actual_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "matched_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "category": "tp2020", "document_author": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" }, { "kind": "Category", "name": "tp2020", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743" }, { "kind": "Document", "path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" }, { "kind": "DocumentAuthor", "name": "Jakub Maruniak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:811" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0672", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Jakub Maruniak, ktorý patrí do kategórie tp2020?", "latency_seconds": 0.039407, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "tp2020" ], "matched_values": [ "Jakub Maruniak", "tp2020" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Jakub Maruniak" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Jakub Maruniak" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Kristián Lukas", "category": "bp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Kristián Lukas", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772" }, { "kind": "Document", "path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" }, { "kind": "Category", "name": "bp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:91" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Kristián Lukas", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772" }, { "kind": "Document", "path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0673", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Kristián Lukas spojený s kategóriou bp2023?", "latency_seconds": 0.036637, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Kristián Lukas", "bp2023", "Daniel Hladek" ], "matched_values": [ "Jakub Kristián Lukas", "bp2023", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "actual_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "matched_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Matúš Suchanič", "category": "bp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/matus_suchanic/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matúš Suchanič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775" }, { "kind": "Document", "path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" }, { "kind": "Category", "name": "bp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:91" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matúš Suchanič", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775" }, { "kind": "Document", "path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0674", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matúš Suchanič spojený s kategóriou bp2023?", "latency_seconds": 0.04185, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Matúš Suchanič", "bp2023", "Daniel Hladek" ], "matched_values": [ "Matúš Suchanič", "bp2023", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "actual_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "matched_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladyslav Krupko", "category": "bp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Krupko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777" }, { "kind": "Document", "path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0675", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Vladyslav Krupko.", "latency_seconds": 0.043174, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Krupko", "bp2024" ], "matched_values": [ "Vladyslav Krupko", "bp2024" ], "expected_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "category", "value": "bp2024" } ], "matched_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "category", "value": "bp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [ "bp2024" ], "entity_set_actual": [ "bp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "category": "bp2021" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin NaN1", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754" }, { "kind": "Document", "path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" }, { "kind": "Category", "name": "bp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0676", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Martin NaN1?", "latency_seconds": 0.035336, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "bp2021" ], "matched_values": [ "Martin NaN1", "bp2021" ], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "category", "value": "bp2021" } ], "matched_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "category", "value": "bp2021" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [ "bp2021" ], "entity_set_actual": [ "bp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "category": "bp2022" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artem Yatsenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763" }, { "kind": "Document", "path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0677", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Artem Yatsenko?", "latency_seconds": 0.033689, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "bp2022" ], "matched_values": [ "Artem Yatsenko", "bp2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "category", "value": "bp2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "category", "value": "bp2022" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [ "bp2022" ], "entity_set_actual": [ "bp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Youssef Ressaissi", "category": "iaeste" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Youssef Ressaissi", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:739" }, { "kind": "Document", "path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" }, { "kind": "Category", "name": "iaeste", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:460" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0678", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Youssef Ressaissi.", "latency_seconds": 0.033905, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Youssef Ressaissi", "iaeste" ], "matched_values": [ "Youssef Ressaissi", "iaeste" ], "expected_entities": [ { "type": "person", "value": "Youssef Ressaissi" }, { "type": "category", "value": "iaeste" } ], "matched_entities": [ { "type": "person", "value": "Youssef Ressaissi" }, { "type": "category", "value": "iaeste" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "actual_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "matched_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "entity_set_expected": [ "iaeste" ], "entity_set_actual": [ "iaeste" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dmytro Mural", "category": "bp2022" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dmytro Mural", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765" }, { "kind": "Document", "path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0679", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Dmytro Mural?", "latency_seconds": 0.035604, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dmytro Mural", "bp2022" ], "matched_values": [ "Dmytro Mural", "bp2022" ], "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "category", "value": "bp2022" } ], "matched_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "category", "value": "bp2022" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "actual_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "matched_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "entity_set_expected": [ "bp2022" ], "entity_set_actual": [ "bp2022" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "category": "dp2027" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790" }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" }, { "kind": "Category", "name": "dp2027", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0680", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Ján Malinovský?", "latency_seconds": 0.034065, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "dp2027" ], "matched_values": [ "Ján Malinovský", "dp2027" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "category", "value": "dp2027" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "entity_set_expected": [ "dp2027" ], "entity_set_actual": [ "dp2027" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Vasiľ", "category": "bp2026" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Vasiľ", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793" }, { "kind": "Document", "path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0681", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Samuel Vasiľ.", "latency_seconds": 0.03395, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Vasiľ", "bp2026" ], "matched_values": [ "Samuel Vasiľ", "bp2026" ], "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "category", "value": "bp2026" } ], "matched_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "actual_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "matched_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "entity_set_expected": [ "bp2026" ], "entity_set_actual": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pokrivčák", "category": "dp2025" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pokrivčák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769" }, { "kind": "Document", "path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" }, { "kind": "Category", "name": "dp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0682", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Patrik Pokrivčák?", "latency_seconds": 0.035575, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pokrivčák", "dp2025" ], "matched_values": [ "Patrik Pokrivčák", "dp2025" ], "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "category", "value": "dp2025" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "actual_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "matched_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "entity_set_expected": [ "dp2025" ], "entity_set_actual": [ "dp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ronald Zalacko", "category": "bp2026" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ronald Zalacko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802" }, { "kind": "Document", "path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0683", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Ronald Zalacko?", "latency_seconds": 0.035891, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ronald Zalacko", "bp2026" ], "matched_values": [ "Ronald Zalacko", "bp2026" ], "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "category", "value": "bp2026" } ], "matched_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "actual_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "matched_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "entity_set_expected": [ "bp2026" ], "entity_set_actual": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Sevval Bulburu", "category": "iaeste" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Sevval Bulburu", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:738" }, { "kind": "Document", "path": "pages/interns/sevval_bulburu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" }, { "kind": "Category", "name": "iaeste", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:460" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0684", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Sevval Bulburu.", "latency_seconds": 0.037009, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Sevval Bulburu", "iaeste" ], "matched_values": [ "Sevval Bulburu", "iaeste" ], "expected_entities": [ { "type": "person", "value": "Sevval Bulburu" }, { "type": "category", "value": "iaeste" } ], "matched_entities": [ { "type": "person", "value": "Sevval Bulburu" }, { "type": "category", "value": "iaeste" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "actual_documents": [ "pages/interns/sevval_bulburu/README.md" ], "matched_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "entity_set_expected": [ "iaeste" ], "entity_set_actual": [ "iaeste" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Iľaš", "category": "dp2023" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Iľaš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756" }, { "kind": "Document", "path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" }, { "kind": "Category", "name": "dp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0685", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Dávid Iľaš?", "latency_seconds": 0.034852, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Iľaš", "dp2023" ], "matched_values": [ "Dávid Iľaš", "dp2023" ], "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "category", "value": "dp2023" } ], "matched_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "actual_documents": [ "pages/students/2018/david_ilas/README.md" ], "matched_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "entity_set_expected": [ "dp2023" ], "entity_set_actual": [ "dp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Nikita Bodnar", "category": "bp2024" }, "matched": true }, { "binding": { "person": "Nikita Bodnar", "category": "bp2025" }, "matched": true }, { "binding": { "person": "Nikita Bodnar", "category": "vp2023" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Nikita Bodnar", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784" }, { "kind": "Document", "path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" }, { "kind": "Category", "name": "vp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:110" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0686", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Nikita Bodnar?", "latency_seconds": 0.034699, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Nikita Bodnar", "bp2024", "bp2025", "vp2023" ], "matched_values": [ "Nikita Bodnar", "bp2024", "bp2025", "vp2023" ], "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "vp2023" } ], "matched_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "vp2023" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [ "bp2024", "bp2025", "vp2023" ], "entity_set_actual": [ "bp2024", "bp2025", "vp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2020 }, "matched": true }, { "binding": { "person": "Oleh Bilykh", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:668", "name": "Diplomový projekt 2020", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2020", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759", "name": "Oleh Bilykh", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "person:pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Work", "year": 2020, "heading": "Bakalársky projekt 2020", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:700", "name": "Bakalársky projekt 2020", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "work:pages/students/2018/oleh_bilykh/README.md:bakalarsky-projekt-2020", "person": "Oleh Bilykh", "document_path": "pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:879", "title": "Oleh Bilykh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "path": "pages/students/2018/oleh_bilykh/README.md", "name": "Oleh Bilykh" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0687", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Oleh Bilykh, Adrián Remiáš vyber osoby s prácou v roku 2020. Koľko ich je?", "latency_seconds": 0.045737, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2020", "Oleh Bilykh", "2" ], "matched_values": [ "Dárius Lindvai", "2020", "Oleh Bilykh", "2" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "entity_set_expected": [ "darius lindvai", "oleh bilykh" ], "entity_set_actual": [ "darius lindvai", "oleh bilykh" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2022 }, "matched": true }, { "binding": { "person": "Dominik Nagy", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0688", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Dominik Nagy, Adrián Remiáš vyber osoby s prácou v roku 2022. Aký je ich počet?", "latency_seconds": 0.043317, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2022", "Dominik Nagy", "2" ], "matched_values": [ "Alina Vitko", "2022", "Dominik Nagy", "2" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [ "alina vitko", "dominik nagy" ], "entity_set_actual": [ "alina vitko", "dominik nagy" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2020 }, "matched": true }, { "binding": { "person": "Martin NaN1", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:668", "name": "Diplomový projekt 2020", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2020", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754", "name": "Martin NaN1", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "person:pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Work", "year": 2020, "heading": "Bakalársky projekt 2020", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:698", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "name": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "work:pages/students/2018/NaN1name_buday/README.md:bakalarsky-projekt-2020", "person": "Martin NaN1", "document_path": "pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:874", "title": "Martin NaN1", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "path": "pages/students/2018/NaN1name_buday/README.md", "name": "Martin NaN1" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0689", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Martin NaN1, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?", "latency_seconds": 0.047483, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2020", "Martin NaN1", "2" ], "matched_values": [ "Dárius Lindvai", "2020", "Martin NaN1", "2" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [ "darius lindvai", "martin nan1" ], "entity_set_actual": [ "darius lindvai", "martin nan1" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Hryshchenko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778", "name": "Artur Hyrenko", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "person:pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "thesis_type": "diploma_thesis", "name": "Zvýšenie bezpečnosti veľkých jazykových modelov", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026", "person": "Artur Hyrenko", "document_path": "pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36", "title": "Artur Hyrenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "path": "pages/students/2021/artur_hyrenko/README.md", "name": "Artur Hyrenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785", "name": "Oleksandr Hryshchenko", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "person:pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:653", "title": "Grafové neurónové siete pre získavanie informácií", "thesis_type": "diploma_thesis", "name": "Grafové neurónové siete pre získavanie informácií", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026", "person": "Oleksandr Hryshchenko", "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:43", "title": "Oleksandr Hryshchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "name": "Oleksandr Hryshchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0690", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artur Hyrenko, Oleksandr Hryshchenko, Adrián Remiáš vyber osoby s prácou v roku 2026. Koľko ich je?", "latency_seconds": 0.04684, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "2026", "Oleksandr Hryshchenko", "2" ], "matched_values": [ "Artur Hyrenko", "2026", "Oleksandr Hryshchenko", "2" ], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "entity_set_expected": [ "artur hyrenko", "oleksandr hryshchenko" ], "entity_set_actual": [ "artur hyrenko", "oleksandr hryshchenko" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "year": 2025 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787", "name": "Andrii Pervashov", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "person:pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:655", "title": "Korekcia textu pomocou neurónových sietí", "thesis_type": "bachelor_thesis", "name": "Korekcia textu pomocou neurónových sietí", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025", "person": "Andrii Pervashov", "document_path": "pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45", "title": "Andrii Pervashov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "path": "pages/students/2022/andrii_pervashov/README.md", "name": "Andrii Pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:641", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "thesis_type": "diploma_thesis", "name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0691", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Pavol Hudák, Adrián Remiáš vyber osoby s prácou v roku 2025. Aký je ich počet?", "latency_seconds": 0.04626, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2025", "Pavol Hudák", "2" ], "matched_values": [ "Andrii Pervashov", "2025", "Pavol Hudák", "2" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [ "andrii pervashov", "pavol hudak" ], "entity_set_actual": [ "andrii pervashov", "pavol hudak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "year": 2019 }, "matched": true }, { "binding": { "person": "Ediz Morochovič", "year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:672", "title": "Rešerš na tému \"Sequnce to Sequence\"", "name": "Rešerš na tému \"Sequnce to Sequence\"", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "work:pages/students/2016/dominik_nagy/README.md:timovy-projekt-2019", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742", "name": "Ediz Morochovič", "source_document": "pages/students/2016/ediz_morochovic/README.md", "id": "person:pages/students/2016/ediz_morochovic/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:204", "title": "Štatistické rozpoznávanie pomenovaných entít", "thesis_type": "bachelor_thesis", "name": "Štatistické rozpoznávanie pomenovaných entít", "source_document": "pages/students/2016/ediz_morochovic/README.md", "id": "thesis:pages/students/2016/ediz_morochovic/README.md:bakalarska-praca-2019", "person": "Ediz Morochovič", "document_path": "pages/students/2016/ediz_morochovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:826", "title": "Ediz Morochovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "path": "pages/students/2016/ediz_morochovic/README.md", "name": "Ediz Morochovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0692", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dominik Nagy, Ediz Morochovič, Adrián Remiáš vyber osoby s prácou v roku 2019. Aký je ich počet?", "latency_seconds": 0.04744, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "2019", "Ediz Morochovič", "2" ], "matched_values": [ "Dominik Nagy", "2019", "Ediz Morochovič", "2" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ediz Morochovič" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ediz Morochovič" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [ "dominik nagy", "ediz morochovic" ], "entity_set_actual": [ "dominik nagy", "ediz morochovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2019 }, "matched": true }, { "binding": { "person": "Maroš Harahus", "year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669", "title": "rešerš", "name": "rešerš", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:686", "name": "Tímový projekt 2019", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:timovy-projekt-2019", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0693", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Maroš Harahus, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?", "latency_seconds": 0.047124, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2019", "Maroš Harahus", "2" ], "matched_values": [ "Dárius Lindvai", "2019", "Maroš Harahus", "2" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [ "darius lindvai", "maros harahus" ], "entity_set_actual": [ "darius lindvai", "maros harahus" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2020 }, "matched": true }, { "binding": { "person": "Ondrej Megela", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:668", "name": "Diplomový projekt 2020", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2020", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272", "title": "Neurónové jazykové modelovanie typu BERT.", "thesis_type": "bachelor_thesis", "name": "Neurónové jazykové modelovanie typu BERT.", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0694", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Ondrej Megela, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?", "latency_seconds": 0.047826, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2020", "Ondrej Megela", "2" ], "matched_values": [ "Dárius Lindvai", "2020", "Ondrej Megela", "2" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [ "darius lindvai", "ondrej megela" ], "entity_set_actual": [ "darius lindvai", "ondrej megela" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2020 }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:668", "name": "Diplomový projekt 2020", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2020", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 1 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:674", "name": "Diplomový projekt 1 2020", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0695", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Jakub Maruniak, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?", "latency_seconds": 0.047219, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2020", "Jakub Maruniak", "2" ], "matched_values": [ "Dárius Lindvai", "2020", "Jakub Maruniak", "2" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [ "darius lindvai", "jakub maruniak" ], "entity_set_actual": [ "darius lindvai", "jakub maruniak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2019 }, "matched": true }, { "binding": { "person": "Dominik Nagy", "year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669", "title": "rešerš", "name": "rešerš", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:672", "title": "Rešerš na tému \"Sequnce to Sequence\"", "name": "Rešerš na tému \"Sequnce to Sequence\"", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "work:pages/students/2016/dominik_nagy/README.md:timovy-projekt-2019", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0696", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Dominik Nagy, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?", "latency_seconds": 0.044869, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2019", "Dominik Nagy", "2" ], "matched_values": [ "Dárius Lindvai", "2019", "Dominik Nagy", "2" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [ "darius lindvai", "dominik nagy" ], "entity_set_actual": [ "darius lindvai", "dominik nagy" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Iľaš", "year": 2023 }, "matched": true }, { "binding": { "person": "Michal Stromko", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756", "name": "Dávid Iľaš", "source_document": "pages/students/2018/david_ilas/README.md", "id": "person:pages/students/2018/david_ilas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:220", "title": "Rozpoznávanie emócií z textu.", "thesis_type": "diploma_thesis", "name": "Rozpoznávanie emócií z textu.", "source_document": "pages/students/2018/david_ilas/README.md", "id": "thesis:pages/students/2018/david_ilas/README.md:diplomova-praca-2023", "person": "Dávid Iľaš", "document_path": "pages/students/2018/david_ilas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:876", "title": "Dávid Iľaš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "path": "pages/students/2018/david_ilas/README.md", "name": "Dávid Iľaš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Work", "year": 2023, "heading": "Vedecky projekt 2022/23", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:717", "name": "Vedecky projekt 2022/23", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "work:pages/students/2019/michal_stromko/README.md:vedecky-projekt-2022-23", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0697", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Iľaš, Michal Stromko, Adrián Remiáš vyber osoby s prácou v roku 2023. Aký je ich počet?", "latency_seconds": 0.046626, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Iľaš", "2023", "Michal Stromko", "2" ], "matched_values": [ "Dávid Iľaš", "2023", "Michal Stromko", "2" ], "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [ "david ilas", "michal stromko" ], "entity_set_actual": [ "david ilas", "michal stromko" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Iľaš", "year": 2023 }, "matched": true }, { "binding": { "person": "Matej Kobyľan", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756", "name": "Dávid Iľaš", "source_document": "pages/students/2018/david_ilas/README.md", "id": "person:pages/students/2018/david_ilas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:220", "title": "Rozpoznávanie emócií z textu.", "thesis_type": "diploma_thesis", "name": "Rozpoznávanie emócií z textu.", "source_document": "pages/students/2018/david_ilas/README.md", "id": "thesis:pages/students/2018/david_ilas/README.md:diplomova-praca-2023", "person": "Dávid Iľaš", "document_path": "pages/students/2018/david_ilas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:876", "title": "Dávid Iľaš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "path": "pages/students/2018/david_ilas/README.md", "name": "Dávid Iľaš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774", "name": "Matej Kobyľan", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "person:pages/students/2020/matej_kobylan/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Bakalárska práca 2023", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:638", "title": "Systém pre monitoring médií", "thesis_type": "bachelor_thesis", "name": "Systém pre monitoring médií", "source_document": "pages/students/2020/matej_kobylan/README.md", "id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2023", "person": "Matej Kobyľan", "document_path": "pages/students/2020/matej_kobylan/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32", "title": "Matej Kobyľan", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "path": "pages/students/2020/matej_kobylan/README.md", "name": "Matej Kobyľan" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "wide-dev-0698", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Iľaš, Matej Kobyľan, Adrián Remiáš vyber osoby s prácou v roku 2023. Aký je ich počet?", "latency_seconds": 0.045618, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Iľaš", "2023", "Matej Kobyľan", "2" ], "matched_values": [ "Dávid Iľaš", "2023", "Matej Kobyľan", "2" ], "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "entity_set_expected": [ "david ilas", "matej kobylan" ], "entity_set_actual": [ "david ilas", "matej kobylan" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "keyword": "nn", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" }, { "kind": "Keyword", "name": "nn", "id": "nn", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:171" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0699", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dominik Nagy a Alina Vitko má kľúčové slovo nn a jej práca je z roku 2022?", "latency_seconds": 0.045189, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "nn", "2022" ], "matched_values": [ "Dominik Nagy", "nn", "2022" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nn" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nn" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tomáš Kuchárik", "keyword": "translation", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:215", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "thesis_type": "diploma_thesis", "name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2022", "person": "Tomáš Kuchárik", "document_path": "pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749", "name": "Tomáš Kuchárik", "source_document": "pages/students/2016/tomas_kucharik/README.md", "id": "person:pages/students/2016/tomas_kucharik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869", "title": "Tomáš Kuchárik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "path": "pages/students/2016/tomas_kucharik/README.md", "name": "Tomáš Kuchárik" }, { "kind": "Keyword", "name": "translation", "id": "translation", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:198" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0700", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tomáš Kuchárik a Artem Yatsenko spĺňa kľúčové slovo translation a rok práce 2022?", "latency_seconds": 0.043585, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tomáš Kuchárik", "translation", "2022" ], "matched_values": [ "Tomáš Kuchárik", "translation", "2022" ], "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "keyword", "value": "translation" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "keyword", "value": "translation" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/translation/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/translation" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "keyword": "bert", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272", "title": "Neurónové jazykové modelovanie typu BERT.", "thesis_type": "bachelor_thesis", "name": "Neurónové jazykové modelovanie typu BERT.", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" }, { "kind": "Keyword", "name": "bert", "id": "bert", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:135" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0701", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Dárius Lindvai spĺňa kľúčové slovo bert a rok práce 2020?", "latency_seconds": 0.046979, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "bert", "2020" ], "matched_values": [ "Ondrej Megela", "bert", "2020" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "bert" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "bert" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/topics/bert/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "keyword": "fairseq", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:273", "title": "Automatické generovanie otázok v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Automatické generovanie otázok v slovenskom jazyku", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:diplomova-praca-2023", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" }, { "kind": "Keyword", "name": "fairseq", "id": "fairseq", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:146" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0702", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Dávid Iľaš má kľúčové slovo fairseq a jej práca je z roku 2023?", "latency_seconds": 0.045897, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "fairseq", "2023" ], "matched_values": [ "Ondrej Megela", "fairseq", "2023" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "fairseq" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "fairseq" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Maroš Harahus", "keyword": "spelling", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:685", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020", "person": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747", "name": "Maroš Harahus", "source_document": "pages/students/2016/maros_harahus/README.md", "id": "person:pages/students/2016/maros_harahus/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840", "title": "Maroš Harahus", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "path": "pages/students/2016/maros_harahus/README.md", "name": "Maroš Harahus" }, { "kind": "Keyword", "name": "spelling", "id": "spelling", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:194" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0703", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Dmytro Ushatenko spĺňa kľúčové slovo spelling a rok práce 2020?", "latency_seconds": 0.04616, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Maroš Harahus", "spelling", "2020" ], "matched_values": [ "Maroš Harahus", "spelling", "2020" ], "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "spelling" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "spelling" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "keyword": "nlp", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755", "name": "Adrián Remiáš", "source_document": "pages/students/2018/adrian_remias/README.md", "id": "person:pages/students/2018/adrian_remias/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:219", "thesis_type": "diploma_thesis", "name": "Diplomová práca 2024", "source_document": "pages/students/2018/adrian_remias/README.md", "id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024", "person": "Adrián Remiáš", "document_path": "pages/students/2018/adrian_remias/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:875", "title": "Adrián Remiáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "path": "pages/students/2018/adrian_remias/README.md", "name": "Adrián Remiáš" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755", "name": "Adrián Remiáš", "source_document": "pages/students/2018/adrian_remias/README.md", "id": "person:pages/students/2018/adrian_remias/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:875", "title": "Adrián Remiáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "path": "pages/students/2018/adrian_remias/README.md", "name": "Adrián Remiáš" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0704", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Adrián Remiáš a Andrii Pervashov spĺňa kľúčové slovo nlp a rok práce 2024?", "latency_seconds": 0.043256, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "nlp", "2024" ], "matched_values": [ "Adrián Remiáš", "nlp", "2024" ], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "keyword": "nlp", "year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:672", "title": "Rešerš na tému \"Sequnce to Sequence\"", "name": "Rešerš na tému \"Sequnce to Sequence\"", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "work:pages/students/2016/dominik_nagy/README.md:timovy-projekt-2019", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0705", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dominik Nagy a Alina Vitko má kľúčové slovo nlp a jej práca je z roku 2019?", "latency_seconds": 0.045442, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "nlp", "2019" ], "matched_values": [ "Dominik Nagy", "nlp", "2019" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/alina_vitko/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Michal Stromko", "keyword": "ir", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Work", "year": 2023, "heading": "Vedecky projekt 2022/23", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:717", "name": "Vedecky projekt 2022/23", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "work:pages/students/2019/michal_stromko/README.md:vedecky-projekt-2022-23", "person": "Michal Stromko", "document_path": "pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768", "name": "Michal Stromko", "source_document": "pages/students/2019/michal_stromko/README.md", "id": "person:pages/students/2019/michal_stromko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888", "title": "Michal Stromko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "path": "pages/students/2019/michal_stromko/README.md", "name": "Michal Stromko" }, { "kind": "Keyword", "name": "ir", "id": "ir", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:155" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0706", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Alina Vitko spĺňa kľúčové slovo ir a rok práce 2023?", "latency_seconds": 0.045051, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Michal Stromko", "ir", "2023" ], "matched_values": [ "Michal Stromko", "ir", "2023" ], "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "ir" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "ir" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "keyword": "nn", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "thesis_type": "diploma_thesis", "name": "Neurónový strojový preklad pomocou knižnice Fairseq", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" }, { "kind": "Keyword", "name": "nn", "id": "nn", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:171" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0707", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dominik Nagy a Artem Yatsenko spĺňa kľúčové slovo nn a rok práce 2022?", "latency_seconds": 0.044745, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "nn", "2022" ], "matched_values": [ "Dominik Nagy", "nn", "2022" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nn" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nn" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "keyword": "javascript", "year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Work", "year": 2023, "heading": "Diplomový projekt 2023", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:709", "name": "Diplomový projekt 2023", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "work:pages/students/2019/filip_tomas/README.md:diplomovy-projekt-2023", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" }, { "kind": "Keyword", "name": "javascript", "id": "javascript", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:156" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0708", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Filip Tomáš a Dávid Omasta má kľúčové slovo javascript a jej práca je z roku 2023?", "latency_seconds": 0.044673, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "javascript", "2023" ], "matched_values": [ "Filip Tomáš", "javascript", "2023" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "keyword", "value": "javascript" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "keyword", "value": "javascript" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "keyword": "question-answer", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Work", "year": 2022, "heading": "Diplomový projekt 1 2022", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:702", "name": "Diplomový projekt 1 2022", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" }, { "kind": "Keyword", "name": "question-answer", "id": "question-answer", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:179" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0709", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Artem Yatsenko spĺňa kľúčové slovo question-answer a rok práce 2022?", "latency_seconds": 0.043922, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "question-answer", "2022" ], "matched_values": [ "Ondrej Megela", "question-answer", "2022" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "question-answer" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "question-answer" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/topics/question/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/topics/question" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "keyword": "lstm", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:668", "name": "Diplomový projekt 2020", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2020", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" }, { "kind": "Keyword", "name": "lstm", "id": "lstm", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:162" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0710", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Dominik Nagy spĺňa kľúčové slovo lstm a rok práce 2020?", "latency_seconds": 0.042937, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "lstm", "2020" ], "matched_values": [ "Dárius Lindvai", "lstm", "2020" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "lstm" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "lstm" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "pages/students/2016/dominik_nagy/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0711", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Ján Holp v roku 2018?", "latency_seconds": 0.039667, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0712", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Patrik Pavlišin v roku 2018?", "latency_seconds": 0.040678, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0713", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Kristián Sopkovič s kľúčovým slovom klaud?", "latency_seconds": 0.044119, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0714", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Adrián Remiáš v roku 2018?", "latency_seconds": 0.039491, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0715", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Than Trung Thanh v roku 2018?", "latency_seconds": 0.041916, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "actual_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "matched_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0716", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Patrik Pokrivčák v roku 2018?", "latency_seconds": 0.04129, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "actual_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "matched_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0717", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Tomáš Kuchárik s kľúčovým slovom cluster?", "latency_seconds": 0.045376, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "matched_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0718", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Artem Yatsenko v roku 2018?", "latency_seconds": 0.040931, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0719", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Márk Fehér s kľúčovým slovom named entity?", "latency_seconds": 0.04432, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md", "pages/topics/named-entity/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0720", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Filip Tomáš v roku 2018?", "latency_seconds": 0.041202, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0721", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Maroš Harahus s kľúčovým slovom named entity?", "latency_seconds": 0.044888, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "actual_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/topics/named-entity/README.md" ], "matched_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/topics/named-entity" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "wide-dev-0722", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Filip Tomáš s kľúčovým slovom hate?", "latency_seconds": 0.044743, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] } ], "source_consistent_summary": { "questions": 722, "source_checked_count": 722, "all_facts_supported_count": 722, "strict_count": 722, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.041665, "latency_median_seconds": 0.040584, "latency_p95_seconds": 0.050737 }, "source_consistent_by_category": { "candidate_set_aggregation": { "questions": 38, "source_checked_count": 38, "all_facts_supported_count": 38, "strict_count": 38, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.05019, "latency_median_seconds": 0.047462, "latency_p95_seconds": 0.062666 }, "conjunctive_disambiguation": { "questions": 40, "source_checked_count": 40, "all_facts_supported_count": 40, "strict_count": 40, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.043432, "latency_median_seconds": 0.043941, "latency_p95_seconds": 0.046969 }, "document_author_category_multi_hop": { "questions": 82, "source_checked_count": 82, "all_facts_supported_count": 82, "strict_count": 82, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.037089, "latency_median_seconds": 0.036593, "latency_p95_seconds": 0.039857 }, "negative_lookup": { "questions": 34, "source_checked_count": 34, "all_facts_supported_count": 34, "strict_count": 34, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.042499, "latency_median_seconds": 0.041526, "latency_p95_seconds": 0.048786 }, "person_keyword_title": { "questions": 100, "source_checked_count": 100, "all_facts_supported_count": 100, "strict_count": 100, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.039546, "latency_median_seconds": 0.038361, "latency_p95_seconds": 0.045663 }, "person_multiple_categories": { "questions": 52, "source_checked_count": 52, "all_facts_supported_count": 52, "strict_count": 52, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.038477, "latency_median_seconds": 0.035974, "latency_p95_seconds": 0.050011 }, "person_start_year": { "questions": 2, "source_checked_count": 2, "all_facts_supported_count": 2, "strict_count": 2, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.034576, "latency_median_seconds": 0.034576, "latency_p95_seconds": 0.034701 }, "person_title_year": { "questions": 100, "source_checked_count": 100, "all_facts_supported_count": 100, "strict_count": 100, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.04077, "latency_median_seconds": 0.04031, "latency_p95_seconds": 0.043642 }, "same_academic_year_pair": { "questions": 120, "source_checked_count": 120, "all_facts_supported_count": 120, "strict_count": 120, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.045788, "latency_median_seconds": 0.044312, "latency_p95_seconds": 0.053846 }, "same_start_year_pair": { "questions": 80, "source_checked_count": 80, "all_facts_supported_count": 80, "strict_count": 80, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.042016, "latency_median_seconds": 0.039405, "latency_p95_seconds": 0.052247 }, "shared_keyword_pair": { "questions": 74, "source_checked_count": 74, "all_facts_supported_count": 74, "strict_count": 74, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.040457, "latency_median_seconds": 0.039545, "latency_p95_seconds": 0.045547 } }, "source_inconsistent_ids": [] }