{ "evaluation_schema_version": 4, "run_metadata": { "started_at_utc": "2026-10-26T00:16:55.591184+00:00", "python": "3.10.12", "git_head": "9389a54dcdc811ba7be33aae615598391fb07ee5", "wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e", "fingerprints": { "implementation": { "tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/build_graphrag.py": "256292101d6d7d1946e926e2717ac45465b169f4091c51ecfed4f1a779dfd700", "tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80", "tools/graphrag/evaluation/benchmark_v2.py": "62a0b6af852d5ae8060c06db3f983ef4b797d74443f9df25a6b8bd77bf133330", "tools/graphrag/evaluation/benchmark_v3.py": "30bae6c605ed26f4b49973acec799087c4e2b97a883ccedcafb965dd909c4c4d", "tools/graphrag/evaluation/benchmark_v4.py": "7a731fe649d3d5170045b8bbcabf31ad527e5d26a934d434a4be3a4c94dc5c38", "tools/graphrag/evaluation/benchmark_v6.py": "f955e600d17358fafcb33bab772aef09d787452f6b33352e299fdd42669aaf34", "tools/graphrag/evaluation/benchmark_v7.py": "9477cd6e9a6dd0558837cf044535de75a8f101b17115e28e57a82d96d1aa01cb", "tools/graphrag/evaluation/check_openwebui.py": "863801048231d474ba82930cf6bf6853b4410f8295b3f97fd3d5934852431fbe", "tools/graphrag/evaluation/evaluate_graphrag.py": "22f48e9ac6dfae92d79ad648ca173547c6a37f98aa8199f7c37595f1b0b186f9", "tools/graphrag/evaluation/evidence_contract.py": "78e24264c176e163e1782fef1634b6c45c7f31bd4692726d02a30ab45a06648e", "tools/graphrag/evaluation/freeze_graphrag.py": "d8764d1aeb72208de55604785acff880002da1f818d8a8ad9477cf39e1f29efb", "tools/graphrag/evaluation/graphrag_evaluator.py": "7f99bf0f97974058650b619ea49a8ee32284cb4b324f1ffab9baf54f5c4495f4", "tools/graphrag/evaluation/reproducibility.py": "0e2dab6ffb17691f05f9d81dbec12ffc0f2e4e0b1a2114a75b66a5165cf7b4d2", "tools/graphrag/evaluation/source_oracle.py": "aed0309435fd21bc274fde7905a0720f68f359b3c30bb0b912e3371ebf0d8072", "tools/graphrag/evaluation/source_validation.py": "9671b8978623888dbed8b8b2d1b6b01c1ce73cb0a512b03919e48873990f15ed", "tools/graphrag/graph_db.py": "c4b1a2edb765856b807398e4c243a8d17753529a5d2dfdb51791e28bc8de17f7", "tools/graphrag/graph_search.py": "c41cbfbac0d5daa1d0b51f5f4b798a15688bbd2e0498d2cbe93c6584a99f6b7d", "tools/graphrag/graphrag.py": "dbc75403aa038e4021b5a70d1f17c62784b478252a94bac8db682bf38dcb39b3", "tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb", "tools/graphrag/publication.py": "fba1fa0d0bed325fd87f8d3593baae9271de1766b772d7214c7f63fd3f1c37b6", "tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "tools/graphrag/tests/test_evaluation_pipeline_v2.py": "63d1b3e80ae3c7b563374fd7ab4aa5ffad3c614eafbd15142c577abd7f756bf9", "tools/graphrag/tests/test_evaluation_v5.py": "9387e9d1418ebab87530986b0e29dac31cf33d762777a29a31cff24cc72e552a", "tools/graphrag/tests/test_evaluation_wide.py": "1b28bb74fd6b9457c869186b88606f1f7863d573aa3ab5226162e878f236d99e", "tools/graphrag/tests/test_evaluator_connected_v2.py": "29d7c9838ed1ff37ea3276df6feb1b6142158c43a0525712f490b648181882de", "tools/graphrag/tests/test_graph_publication.py": "96e53c1ae28e36c7a4290e1e60c8b398bf095ceaf883e819e1a477e2672b11c0", "tools/graphrag/tests/test_graph_rebuild_atomic.py": "fe37d4fff0b1f0fb1d565f0a96152b9b4e336837bc78b5977cf3b4879d7fbaf3", "tools/graphrag/tests/test_graph_search.py": "eb58661aef9dafe6bf7188fcdc2d79cef6652d57c64d1b81ae81a52e8e0204d7", "tools/graphrag/tests/test_graph_search_entity_v2.py": "0ef1a8ebd513c5a4507eb38fcf5ae6137c69e9901b5a2975ba513be5902ac693", "tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b", "tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48", "tools/graphrag/tests/test_graphrag.py": "9ee8629d6b528dd78c2ddfc25cee95e17613f45b454fc0a38d4c591862637a9f", "tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298", "tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f", "tools/graphrag/tests/test_graphrag_research_v2.py": "711008a91ab8a58ae0854e7f90329bcd42e5189fde2e2001589e97b0c22c5198", "tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c", "tools/graphrag/tests/test_source_oracle_v2.py": "0afdbe235e185ffe9f38aa667f90f5a6c20504fe29e9ac572642b39a8eb7faca", "tools/graphrag/tests/test_title_labels.py": "2983ead68ad6e2e346d24af0fc96dc6771c163e9c2a351af426a1e0383998e6f", "requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a", "tools/publication.py": "f99d445073390a733afc8d849b9fcd4b4b0890bb54d136db67d4015b78436e1a", "tools/retrieval_contract.py": "b8fa272c3babf924a3ce8b937fe7ae437cd959ba9f7667193ac67c18d2c5b58d", "tools/index_state.py": "c33920a63d04009f11ef23ca9e9eee9bf86453b7d0586d027bf3b39156afea0d", "tools/rag/common.py": "8497c46d5c6c27a7c76df1568360ad5e9d00d5e5a7ef186e758960cc79d81d1c", "tools/sync_indexes.py": "5b909b4394c24e5ce22848594b16d9aea45fb06418f5cd92bb6aa6381a0ccf10", "tools/rag/rag_utils.py": "4f898cf0facc2ae9f2ea28a36f48d4ed37bd7fc716e097b319bcf4d36a4a4f03", "tools/answer_evaluation/context_policy.py": "0dc2a056ca0d886d7cc8248ed4632c910c5e35bebd03ef94573df41802297f47", "tools/answer_evaluation/checked_generation.py": "cb821a65327424c19cbd996190b14e6aa30d9b909493f11716552f71249a0529", "tools/answer_evaluation/answer_format.py": "86a27b4aebc6a5077e13794b81957a1cf063a1f3e070c583120ba53c1788d2f8", "tools/answer_evaluation/render_answer.py": "609c534a37899b3febcea32d983da4b806c287de8f2ddf9bc0675e3280859002", "tools/rag/evaluation/rag_metrics.py": "3e95922df90dd1b757a550040a2d9bd4f857e17d179f60170d7cc881a08f94b6", "tools/rag/evaluation/rag_runner.py": "031abf7d5b1a026eb199aa2a579bfb8baaa01175279d0018a364bfe50b76c3c1" }, "dataset_sha256": "0f78e9749de369d752b6e1079f174cf3f6b390f4718a672119dfd43fa5d9dfac", "inputs": { "data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", "data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9" }, "source_corpus": { "sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10", "document_count": 114, "documents": { "pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a", "pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9", "pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a", "pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06", "pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5", "pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea", "pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0", "pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84", "pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02", "pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2", "pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc", "pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499", "pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc", "pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df", "pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd", "pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92", "pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562", "pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48", "pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2", "pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87", "pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330", "pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635" } }, "retrieval_policy": { "published_only": true, "publication_policy": "explicit-false-hidden-v1", "academic_preparation_is_work": false } }, "graph": { "sha256": "566817ce7ddebb2638585192c148c41421071bdf719674fc6ddddb1c99a0e36f", "nodes": 446, "relationships": 877 }, "completed_at_utc": "2026-10-26T00:17:05.409812+00:00", "freeze_sha256": "9e97794200520d0f2288e452c9e186c0291a54c63d2c1382f693a9753e4081cf", "audit_sha256": "7825d4f3e4e535eb5f49e975dfef363b9b813f1de5c97e2387e5c2f3e578e6a5" }, "configuration": { "evaluation_kind": "independent_holdout", "published_only": true, "questions_file": "tools/graphrag/evaluation/graphrag_questions_v7.json", "split": "test", "dataset_question_count": 1126, "selected_question_count": 80, "limit": 40, "max_entities": 8, "ids": [], "max_questions": null }, "summary": { "questions": 80, "source_checked_count": 80, "all_facts_supported_count": 80, "strict_count": 80, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.093012, "latency_median_seconds": 0.091794, "latency_p95_seconds": 0.127876 }, "by_category": { "candidate_set_aggregation": { "questions": 7, "source_checked_count": 7, "all_facts_supported_count": 7, "strict_count": 7, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.094525, "latency_median_seconds": 0.094045, "latency_p95_seconds": 0.104346 }, "conjunctive_disambiguation": { "questions": 6, "source_checked_count": 6, "all_facts_supported_count": 6, "strict_count": 6, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.097894, "latency_median_seconds": 0.096512, "latency_p95_seconds": 0.112387 }, "document_author_category_multi_hop": { "questions": 2, "source_checked_count": 2, "all_facts_supported_count": 2, "strict_count": 2, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.07572, "latency_median_seconds": 0.07572, "latency_p95_seconds": 0.076702 }, "negative_lookup": { "questions": 8, "source_checked_count": 8, "all_facts_supported_count": 8, "strict_count": 8, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.089499, "latency_median_seconds": 0.08743, "latency_p95_seconds": 0.108561 }, "person_keyword_title": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.106, "latency_median_seconds": 0.099755, "latency_p95_seconds": 0.150706 }, "person_multiple_categories": { "questions": 7, "source_checked_count": 7, "all_facts_supported_count": 7, "strict_count": 7, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.064933, "latency_median_seconds": 0.062344, "latency_p95_seconds": 0.073695 }, "person_title_year": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.081677, "latency_median_seconds": 0.079982, "latency_p95_seconds": 0.092811 }, "same_academic_year_pair": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.115902, "latency_median_seconds": 0.107928, "latency_p95_seconds": 0.162683 }, "same_start_year_pair": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.088325, "latency_median_seconds": 0.082374, "latency_p95_seconds": 0.112444 }, "shared_keyword_pair": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.095094, "latency_median_seconds": 0.095718, "latency_p95_seconds": 0.107181 } }, "by_difficulty": { "hard": { "questions": 80, "source_checked_count": 80, "all_facts_supported_count": 80, "strict_count": 80, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.093012, "latency_median_seconds": 0.091794, "latency_p95_seconds": 0.127876 } }, "questions": [ { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Cesar Abascal Gutierrez", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Jakub Schwarc", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Cesar Abascal Gutierrez", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:424" }, { "kind": "Document", "path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Schwarc", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:478" }, { "kind": "Document", "path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-001", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Cesar Abascal Gutierrez a Jakub Schwarc.", "latency_seconds": 0.108126, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Cesar Abascal Gutierrez", "nlp", "Jakub Schwarc" ], "matched_values": [ "Cesar Abascal Gutierrez", "nlp", "Jakub Schwarc" ], "expected_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2022/jakub_schwarc/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Pavol Hudák", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Manohar Gowdru Shridhara", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:469" }, { "kind": "Document", "path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Pavol Hudák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:465" }, { "kind": "Document", "path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-002", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Manohar Gowdru Shridhara a Pavol Hudák.", "latency_seconds": 0.088877, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Manohar Gowdru Shridhara", "nlp", "Pavol Hudák" ], "matched_values": [ "Manohar Gowdru Shridhara", "nlp", "Pavol Hudák" ], "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oliver Pejic", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Tetiana Mohorian", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oliver Pejic", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:425" }, { "kind": "Document", "path": "pages/interns/oliver_pejic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tetiana Mohorian", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:484" }, { "kind": "Document", "path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-003", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Oliver Pejic a Tetiana Mohorian.", "latency_seconds": 0.07411, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oliver Pejic", "nlp", "Tetiana Mohorian" ], "matched_values": [ "Oliver Pejic", "nlp", "Tetiana Mohorian" ], "expected_entities": [ { "type": "person", "value": "Oliver Pejic" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Oliver Pejic" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2022/tetiana_mohorian/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/interns/oliver_pejic/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Tomáš Kuchárik", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:429" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Tomáš Kuchárik", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:437" }, { "kind": "Document", "path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-004", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dominik Nagy a Tomáš Kuchárik.", "latency_seconds": 0.092254, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "nlp", "Tomáš Kuchárik" ], "matched_values": [ "Dominik Nagy", "nlp", "Tomáš Kuchárik" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Stromp", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Martin Wencel", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Stromp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452" }, { "kind": "Document", "path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Wencel", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:446" }, { "kind": "Document", "path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-005", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Stromp a Martin Wencel.", "latency_seconds": 0.104682, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Stromp", "nlp", "Martin Wencel" ], "matched_values": [ "Dávid Stromp", "nlp", "Martin Wencel" ], "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/david_stromp/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/david_stromp/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Bilykh", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Patrik Pokrivčák", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Bilykh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:447" }, { "kind": "Document", "path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pokrivčák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:457" }, { "kind": "Document", "path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-006", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Oleh Bilykh a Patrik Pokrivčák.", "latency_seconds": 0.099182, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Bilykh", "nlp", "Patrik Pokrivčák" ], "matched_values": [ "Oleh Bilykh", "nlp", "Patrik Pokrivčák" ], "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "actual_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Stromp", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Jakub Schwarc", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Stromp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452" }, { "kind": "Document", "path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Schwarc", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:478" }, { "kind": "Document", "path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-007", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Stromp a Jakub Schwarc.", "latency_seconds": 0.106027, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Stromp", "nlp", "Jakub Schwarc" ], "matched_values": [ "Dávid Stromp", "nlp", "Jakub Schwarc" ], "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2022/jakub_schwarc/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pokrivčák", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Vladimír Ferko", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pokrivčák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:457" }, { "kind": "Document", "path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladimír Ferko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:475" }, { "kind": "Document", "path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-008", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Patrik Pokrivčák a Vladimír Ferko.", "latency_seconds": 0.103578, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pokrivčák", "nlp", "Vladimír Ferko" ], "matched_values": [ "Patrik Pokrivčák", "nlp", "Vladimír Ferko" ], "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/vladimir_ferko/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "keyword": "nlp" }, "matched": true }, { "binding": { "person": "Martin Šarišský", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dominik Nagy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:429" }, { "kind": "Document", "path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Šarišský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:470" }, { "kind": "Document", "path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-009", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dominik Nagy a Martin Šarišský.", "latency_seconds": 0.084506, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "nlp", "Martin Šarišský" ], "matched_values": [ "Dominik Nagy", "nlp", "Martin Šarišský" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/martin_sarissky/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "keyword": "dialog" }, "matched": true }, { "binding": { "person": "Vladimír Ferko", "keyword": "dialog" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Eduard Matovka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:468" }, { "kind": "Document", "path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" }, { "kind": "Keyword", "name": "dialog", "id": "dialog", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladimír Ferko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:475" }, { "kind": "Document", "path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" }, { "kind": "Keyword", "name": "dialog", "id": "dialog", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-010", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo dialog pri osobách Eduard Matovka a Vladimír Ferko.", "latency_seconds": 0.089596, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "dialog", "Vladimír Ferko" ], "matched_values": [ "Eduard Matovka", "dialog", "Vladimír Ferko" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "keyword", "value": "dialog" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "keyword", "value": "dialog" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "keyword", "value": "dialog" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "keyword", "value": "dialog" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "shared_keyword_constraints" ], "fact_types": [ "shared_keyword" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "year": 2024 }, "matched": true }, { "binding": { "person": "Dávid Omasta", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443", "name": "Adrián Remiáš", "source_document": "pages/students/2018/adrian_remias/README.md", "id": "person:pages/students/2018/adrian_remias/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295", "thesis_type": "diploma_thesis", "name": "Diplomová práca 2024", "source_document": "pages/students/2018/adrian_remias/README.md", "id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024", "person": "Adrián Remiáš", "document_path": "pages/students/2018/adrian_remias/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:550", "title": "Adrián Remiáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "path": "pages/students/2018/adrian_remias/README.md", "name": "Adrián Remiáš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:445", "name": "Dávid Omasta", "source_document": "pages/students/2018/david_omasta/README.md", "id": "person:pages/students/2018/david_omasta/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:298", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "source_document": "pages/students/2018/david_omasta/README.md", "id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024", "person": "Dávid Omasta", "document_path": "pages/students/2018/david_omasta/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:552", "title": "Dávid Omasta", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "path": "pages/students/2018/david_omasta/README.md", "name": "Dávid Omasta" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-011", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Adrián Remiáš a Dávid Omasta?", "latency_seconds": 0.1229, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "2024", "Dávid Omasta" ], "matched_values": [ "Adrián Remiáš", "2024", "Dávid Omasta" ], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_omasta/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_omasta/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "year": 2024 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:468", "name": "Eduard Matovka", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "person:pages/students/2021/eduard_matovka/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326", "title": "Slovenská konverzačná umelá inteligencia", "thesis_type": "bachelor_thesis", "name": "Slovenská konverzačná umelá inteligencia", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "thesis:pages/students/2021/eduard_matovka/README.md:bakalarska-praca-2024", "person": "Eduard Matovka", "document_path": "pages/students/2021/eduard_matovka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:571", "title": "Eduard Matovka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "path": "pages/students/2021/eduard_matovka/README.md", "name": "Eduard Matovka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:465", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:411", "name": "Diplomový projekt 2024", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "work:pages/students/2020/pavol_hudak/README.md:diplomovy-projekt-2024", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:539", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-012", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Eduard Matovka a Pavol Hudák?", "latency_seconds": 0.105398, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "2024", "Pavol Hudák" ], "matched_values": [ "Eduard Matovka", "2024", "Pavol Hudák" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "year": 2023 }, "matched": true }, { "binding": { "person": "Martin Šarišský", "year": 2023 }, "matched": true }, { "binding": { "person": "Filip Tomáš", "year": 2025 }, "matched": true }, { "binding": { "person": "Martin Šarišský", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Work", "year": 2023, "heading": "Diplomový projekt 2023", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:397", "name": "Diplomový projekt 2023", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "work:pages/students/2019/filip_tomas/README.md:diplomovy-projekt-2023", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:561", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:470", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Work", "year": 2023, "heading": "Vedecký projekt 2023", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:413", "name": "Vedecký projekt 2023", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "work:pages/students/2021/martin_sarissky/README.md:vedecky-projekt-2023", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] }, { "pattern": { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2024 - 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:309", "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "thesis_type": "diploma_thesis", "name": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:diplomova-praca-2024-2025", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:561", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:470", "name": "Martin Šarišský", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "person:pages/students/2021/martin_sarissky/README.md" }, { "kind": "Work", "year": 2025, "heading": "Diplomový projekt 2025", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:412", "name": "Diplomový projekt 2025", "source_document": "pages/students/2021/martin_sarissky/README.md", "id": "work:pages/students/2021/martin_sarissky/README.md:diplomovy-projekt-2025", "person": "Martin Šarišský", "document_path": "pages/students/2021/martin_sarissky/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:573", "title": "Martin Šarišský", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "path": "pages/students/2021/martin_sarissky/README.md", "name": "Martin Šarišský" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-013", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Filip Tomáš a Martin Šarišský?", "latency_seconds": 0.105647, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "2023", "Martin Šarišský", "2025" ], "matched_values": [ "Filip Tomáš", "2023", "Martin Šarišský", "2025" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2021/martin_sarissky/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2021/martin_sarissky/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "year": 2020 }, "matched": true }, { "binding": { "person": "Martin NaN1", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 1 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:363", "name": "Diplomový projekt 1 2020", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:516", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:442", "name": "Martin NaN1", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "person:pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Work", "year": 2020, "heading": "Bakalársky projekt 2020", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "name": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "work:pages/students/2018/NaN1name_buday/README.md:bakalarsky-projekt-2020", "person": "Martin NaN1", "document_path": "pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:549", "title": "Martin NaN1", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "path": "pages/students/2018/NaN1name_buday/README.md", "name": "Martin NaN1" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-014", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Jakub Maruniak a Martin NaN1?", "latency_seconds": 0.089301, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "2020", "Martin NaN1" ], "matched_values": [ "Jakub Maruniak", "2020", "Martin NaN1" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dominik Nagy", "year": 2020 }, "matched": true }, { "binding": { "person": "Martin NaN1", "year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:429", "name": "Dominik Nagy", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "person:pages/students/2016/dominik_nagy/README.md" }, { "kind": "Work", "year": 2020, "heading": "Diplomový projekt 1 2020", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:359", "name": "Diplomový projekt 1 2020", "source_document": "pages/students/2016/dominik_nagy/README.md", "id": "work:pages/students/2016/dominik_nagy/README.md:diplomovy-projekt-1-2020", "person": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:513", "title": "Dominik Nagy", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "path": "pages/students/2016/dominik_nagy/README.md", "name": "Dominik Nagy" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:442", "name": "Martin NaN1", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "person:pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Work", "year": 2020, "heading": "Bakalársky projekt 2020", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "name": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "work:pages/students/2018/NaN1name_buday/README.md:bakalarsky-projekt-2020", "person": "Martin NaN1", "document_path": "pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:549", "title": "Martin NaN1", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "path": "pages/students/2018/NaN1name_buday/README.md", "name": "Martin NaN1" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-015", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dominik Nagy a Martin NaN1?", "latency_seconds": 0.091333, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dominik Nagy", "2020", "Martin NaN1" ], "matched_values": [ "Dominik Nagy", "2020", "Martin NaN1" ], "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "year": 2026 }, "matched": true }, { "binding": { "person": "Jakub Schwarc", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:467", "name": "Artur Hyrenko", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "person:pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "thesis_type": "diploma_thesis", "name": "Zvýšenie bezpečnosti veľkých jazykových modelov", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026", "person": "Artur Hyrenko", "document_path": "pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:570", "title": "Artur Hyrenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "path": "pages/students/2021/artur_hyrenko/README.md", "name": "Artur Hyrenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:478", "name": "Jakub Schwarc", "source_document": "pages/students/2022/jakub_schwarc/README.md", "id": "person:pages/students/2022/jakub_schwarc/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:415", "title": "Inštrukčné dotrénovanie jazykového modelu", "name": "Inštrukčné dotrénovanie jazykového modelu", "source_document": "pages/students/2022/jakub_schwarc/README.md", "id": "work:pages/students/2022/jakub_schwarc/README.md:diplomovy-projekt-2026", "person": "Jakub Schwarc", "document_path": "pages/students/2022/jakub_schwarc/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:8", "title": "Jakub Schwarc", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "path": "pages/students/2022/jakub_schwarc/README.md", "name": "Jakub Schwarc" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-016", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Artur Hyrenko a Jakub Schwarc?", "latency_seconds": 0.112744, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "2026", "Jakub Schwarc" ], "matched_values": [ "Artur Hyrenko", "2026", "Jakub Schwarc" ], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "year": 2024 }, "matched": true }, { "binding": { "person": "Yevhenii Leonov", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:468", "name": "Eduard Matovka", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "person:pages/students/2021/eduard_matovka/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326", "title": "Slovenská konverzačná umelá inteligencia", "thesis_type": "bachelor_thesis", "name": "Slovenská konverzačná umelá inteligencia", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "thesis:pages/students/2021/eduard_matovka/README.md:bakalarska-praca-2024", "person": "Eduard Matovka", "document_path": "pages/students/2021/eduard_matovka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:571", "title": "Eduard Matovka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "path": "pages/students/2021/eduard_matovka/README.md", "name": "Eduard Matovka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Work", "year": 2024, "heading": "Vedecký projekt 2024", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:419", "title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "name": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "work:pages/students/2022/yevhenii_leonov/README.md:vedecky-projekt-2024", "person": "Yevhenii Leonov", "document_path": "pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:25", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-017", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Eduard Matovka a Yevhenii Leonov?", "latency_seconds": 0.101931, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "2024", "Yevhenii Leonov" ], "matched_values": [ "Eduard Matovka", "2024", "Yevhenii Leonov" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "year": 2024 }, "matched": true }, { "binding": { "person": "Patrik Pokrivčák", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:468", "name": "Eduard Matovka", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "person:pages/students/2021/eduard_matovka/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Bakalárska práca 2024", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:326", "title": "Slovenská konverzačná umelá inteligencia", "thesis_type": "bachelor_thesis", "name": "Slovenská konverzačná umelá inteligencia", "source_document": "pages/students/2021/eduard_matovka/README.md", "id": "thesis:pages/students/2021/eduard_matovka/README.md:bakalarska-praca-2024", "person": "Eduard Matovka", "document_path": "pages/students/2021/eduard_matovka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:571", "title": "Eduard Matovka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "path": "pages/students/2021/eduard_matovka/README.md", "name": "Eduard Matovka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:457", "name": "Patrik Pokrivčák", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "person:pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:406", "name": "Diplomový projekt 2024", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "work:pages/students/2019/patrik_pokrivcak/README.md:diplomovy-projekt-2024", "person": "Patrik Pokrivčák", "document_path": "pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:567", "title": "Patrik Pokrivčák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "path": "pages/students/2019/patrik_pokrivcak/README.md", "name": "Patrik Pokrivčák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-018", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Eduard Matovka a Patrik Pokrivčák?", "latency_seconds": 0.110209, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "2024", "Patrik Pokrivčák" ], "matched_values": [ "Eduard Matovka", "2024", "Patrik Pokrivčák" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Daniil Huzenko", "year": 2025 }, "matched": true }, { "binding": { "person": "Pavol Hudák", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:477", "name": "Daniil Huzenko", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "person:pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:338", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "thesis_type": "bachelor_thesis", "name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "source_document": "pages/students/2022/daniil_huzenko/README.md", "id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025", "person": "Daniil Huzenko", "document_path": "pages/students/2022/daniil_huzenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:7", "title": "Daniil Huzenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "path": "pages/students/2022/daniil_huzenko/README.md", "name": "Daniil Huzenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2020, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:465", "name": "Pavol Hudák", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "person:pages/students/2020/pavol_hudak/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:322", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "thesis_type": "diploma_thesis", "name": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "source_document": "pages/students/2020/pavol_hudak/README.md", "id": "thesis:pages/students/2020/pavol_hudak/README.md:diplomova-praca-2025", "person": "Pavol Hudák", "document_path": "pages/students/2020/pavol_hudak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:539", "title": "Pavol Hudák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "path": "pages/students/2020/pavol_hudak/README.md", "name": "Pavol Hudák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-019", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Daniil Huzenko a Pavol Hudák?", "latency_seconds": 0.188797, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Daniil Huzenko", "2025", "Pavol Hudák" ], "matched_values": [ "Daniil Huzenko", "2025", "Pavol Hudák" ], "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "year": 2026 }, "matched": true }, { "binding": { "person": "Oleksandr Hryshchenko", "year": 2026 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:480", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:417", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:10", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:474", "name": "Oleksandr Hryshchenko", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "person:pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:334", "title": "Grafové neurónové siete pre získavanie informácií", "thesis_type": "diploma_thesis", "name": "Grafové neurónové siete pre získavanie informácií", "source_document": "pages/students/2021/oleksandr_hryshchenko/README.md", "id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026", "person": "Oleksandr Hryshchenko", "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:577", "title": "Oleksandr Hryshchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "name": "Oleksandr Hryshchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-020", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Ján Pták a Oleksandr Hryshchenko?", "latency_seconds": 0.130765, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "2026", "Oleksandr Hryshchenko" ], "matched_values": [ "Ján Pták", "2026", "Oleksandr Hryshchenko" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "academic_year_comparison", "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Kostilník", "start_year": 2020 }, "matched": true }, { "binding": { "person": "Kamil Tomčufčík", "start_year": 2020 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Kostilník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:459", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Kamil Tomčufčík", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:462", "start_year": 2020 }, { "kind": "Document", "path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-021", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dávid Kostilník a Kamil Tomčufčík.", "latency_seconds": 0.08014, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Kostilník", "2020", "Kamil Tomčufčík" ], "matched_values": [ "Dávid Kostilník", "2020", "Kamil Tomčufčík" ], "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "actual_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "matched_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/kamil_tomcufcik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Manohar Gowdru Shridhara", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Matej Ščišľak", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Manohar Gowdru Shridhara", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:469", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Ščišľak", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:472", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-022", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Manohar Gowdru Shridhara a Matej Ščišľak.", "latency_seconds": 0.084607, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Manohar Gowdru Shridhara", "2021", "Matej Ščišľak" ], "matched_values": [ "Manohar Gowdru Shridhara", "2021", "Matej Ščišľak" ], "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md" ], "actual_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md" ], "matched_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "start_year": 2018 }, "matched": true }, { "binding": { "person": "Samuel Širotník", "start_year": 2018 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ondrej Megela", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:448", "start_year": 2018 }, { "kind": "Document", "path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Širotník", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:449", "start_year": 2018 }, { "kind": "Document", "path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-023", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Ondrej Megela a Samuel Širotník.", "latency_seconds": 0.07733, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "2018", "Samuel Širotník" ], "matched_values": [ "Ondrej Megela", "2018", "Samuel Širotník" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Samuel Širotník" }, { "type": "start_year", "value": "2018" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Samuel Širotník" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Stromp", "start_year": 2019 }, "matched": true }, { "binding": { "person": "Samuel Horáni", "start_year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dávid Stromp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:452", "start_year": 2019 }, { "kind": "Document", "path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Horáni", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:458", "start_year": 2019 }, { "kind": "Document", "path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-024", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dávid Stromp a Samuel Horáni.", "latency_seconds": 0.118372, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Stromp", "2019", "Samuel Horáni" ], "matched_values": [ "Dávid Stromp", "2019", "Samuel Horáni" ], "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "start_year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pokrivčák", "start_year": 2019 }, "matched": true }, { "binding": { "person": "Samuel Horáni", "start_year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Patrik Pokrivčák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:457", "start_year": 2019 }, { "kind": "Document", "path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Horáni", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:458", "start_year": 2019 }, { "kind": "Document", "path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-025", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Patrik Pokrivčák a Samuel Horáni.", "latency_seconds": 0.105198, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pokrivčák", "2019", "Samuel Horáni" ], "matched_values": [ "Patrik Pokrivčák", "2019", "Samuel Horáni" ], "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "start_year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Oleksandr Hryshchenko", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Eduard Matovka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:468", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleksandr Hryshchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:474", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-026", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Eduard Matovka a Oleksandr Hryshchenko.", "latency_seconds": 0.099308, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "2021", "Oleksandr Hryshchenko" ], "matched_values": [ "Eduard Matovka", "2021", "Oleksandr Hryshchenko" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Malinovský", "start_year": 2022 }, "matched": true }, { "binding": { "person": "Ján Pták", "start_year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Malinovský", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:479", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Ján Pták", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:480", "start_year": 2022 }, { "kind": "Document", "path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-027", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Ján Malinovský a Ján Pták.", "latency_seconds": 0.093371, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Malinovský", "2022", "Ján Pták" ], "matched_values": [ "Ján Malinovský", "2022", "Ján Pták" ], "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Denis Le Thanh", "start_year": 2023 }, "matched": true }, { "binding": { "person": "Simona Bobrovčanová", "start_year": 2023 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Denis Le Thanh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:488", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:494", "start_year": 2023 }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-028", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Denis Le Thanh a Simona Bobrovčanová.", "latency_seconds": 0.074771, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Denis Le Thanh", "2023", "Simona Bobrovčanová" ], "matched_values": [ "Denis Le Thanh", "2023", "Simona Bobrovčanová" ], "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin Wencel", "start_year": 2018 }, "matched": true }, { "binding": { "person": "Oleh Bilykh", "start_year": 2018 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Martin Wencel", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:446", "start_year": 2018 }, { "kind": "Document", "path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Oleh Bilykh", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:447", "start_year": 2018 }, { "kind": "Document", "path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-029", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Martin Wencel a Oleh Bilykh.", "latency_seconds": 0.078407, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin Wencel", "2018", "Oleh Bilykh" ], "matched_values": [ "Martin Wencel", "2018", "Oleh Bilykh" ], "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "start_year", "value": "2018" } ], "matched_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "actual_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "matched_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "start_year": 2021 }, "matched": true }, { "binding": { "person": "Matej Novotný", "start_year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Artur Hyrenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:467", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document" ], "relationships": [ "HAS_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Matej Novotný", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:471", "start_year": 2021 }, { "kind": "Document", "path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-030", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Artur Hyrenko a Matej Novotný.", "latency_seconds": 0.071748, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "2021", "Matej Novotný" ], "matched_values": [ "Artur Hyrenko", "2021", "Matej Novotný" ], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/matej_novotny/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/matej_novotny/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "start_year_constraints" ], "fact_types": [ "person_start_year", "start_year_comparison" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Metódy automatického prekladu" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:436", "name": "Patrik Pavlišin", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "person:pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Thesis", "year": 2020, "heading": "Bakalárska práca 2020", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:288", "title": "Metódy automatického prekladu", "thesis_type": "bachelor_thesis", "name": "Metódy automatického prekladu", "source_document": "pages/students/2016/patrik_pavlisin/README.md", "id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020", "person": "Patrik Pavlišin", "document_path": "pages/students/2016/patrik_pavlisin/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:533", "title": "Patrik Pavlišin", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "path": "pages/students/2016/patrik_pavlisin/README.md", "name": "Patrik Pavlišin" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-031", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Patrik Pavlišin uvedené pre rok 2020?", "latency_seconds": 0.073365, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "matched_values": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "actual_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "matched_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:304", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:557", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-032", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Alina Vitko uvedené pre rok 2022?", "latency_seconds": 0.090975, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "matched_values": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Valerii Kutsenko", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Augmentácia dát pre zlepšenie získavania informácií" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:485", "name": "Valerii Kutsenko", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "person:pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:418", "title": "Augmentácia dát pre zlepšenie získavania informácií", "name": "Augmentácia dát pre zlepšenie získavania informácií", "source_document": "pages/students/2022/valerii_kutsenko/README.md", "id": "work:pages/students/2022/valerii_kutsenko/README.md:diplomovy-projekt-2026", "person": "Valerii Kutsenko", "document_path": "pages/students/2022/valerii_kutsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:17", "title": "Valerii Kutsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "path": "pages/students/2022/valerii_kutsenko/README.md", "name": "Valerii Kutsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-033", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov diplomového projektu a rok práce sú pri osobe Valerii Kutsenko uvedené pre rok 2026?", "latency_seconds": 0.094313, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Valerii Kutsenko", "Augmentácia dát pre zlepšenie získavania informácií", "2026" ], "matched_values": [ "Valerii Kutsenko", "Augmentácia dát pre zlepšenie získavania informácií", "2026" ], "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "actual_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "matched_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladyslav Yanchenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486", "name": "Vladyslav Yanchenko", "source_document": "pages/students/2022/vladyslav_yanchenko/README.md", "id": "person:pages/students/2022/vladyslav_yanchenko/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:346", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "thesis_type": "bachelor_thesis", "name": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "source_document": "pages/students/2022/vladyslav_yanchenko/README.md", "id": "thesis:pages/students/2022/vladyslav_yanchenko/README.md:bakalarska-praca-2025", "person": "Vladyslav Yanchenko", "document_path": "pages/students/2022/vladyslav_yanchenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:24", "title": "Vladyslav Yanchenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "name": "Vladyslav Yanchenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-034", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Vladyslav Yanchenko uvedené pre rok 2025?", "latency_seconds": 0.080265, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "matched_values": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:266", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "thesis_type": "diploma_thesis", "name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:516", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-035", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Jakub Maruniak uvedené pre rok 2021?", "latency_seconds": 0.087582, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021" ], "matched_values": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dávid Iľaš", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Rozpoznávanie emócií z textu." }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:444", "name": "Dávid Iľaš", "source_document": "pages/students/2018/david_ilas/README.md", "id": "person:pages/students/2018/david_ilas/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:296", "title": "Rozpoznávanie emócií z textu.", "thesis_type": "diploma_thesis", "name": "Rozpoznávanie emócií z textu.", "source_document": "pages/students/2018/david_ilas/README.md", "id": "thesis:pages/students/2018/david_ilas/README.md:diplomova-praca-2023", "person": "Dávid Iľaš", "document_path": "pages/students/2018/david_ilas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:551", "title": "Dávid Iľaš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "path": "pages/students/2018/david_ilas/README.md", "name": "Dávid Iľaš" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-036", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Dávid Iľaš uvedené pre rok 2023?", "latency_seconds": 0.072617, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Iľaš", "Rozpoznávanie emócií z textu.", "2023" ], "matched_values": [ "Dávid Iľaš", "Rozpoznávanie emócií z textu.", "2023" ], "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "thesis_title", "value": "Rozpoznávanie emócií z textu." }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "thesis_title", "value": "Rozpoznávanie emócií z textu." }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "actual_documents": [ "pages/students/2018/david_ilas/README.md" ], "matched_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artem Yatsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:451", "name": "Artem Yatsenko", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "person:pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:305", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "source_document": "pages/students/2019/artem_yatsenko/README.md", "id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022", "person": "Artem Yatsenko", "document_path": "pages/students/2019/artem_yatsenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:558", "title": "Artem Yatsenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "path": "pages/students/2019/artem_yatsenko/README.md", "name": "Artem Yatsenko" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-037", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Artem Yatsenko uvedené pre rok 2022?", "latency_seconds": 0.07774, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "matched_values": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Medushivskyi", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Získavanie textu z webových stránok" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2023, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:495", "name": "Yevhenii Medushivskyi", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "person:pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Bakalárska práca 2026", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:355", "title": "Získavanie textu z webových stránok", "thesis_type": "bachelor_thesis", "name": "Získavanie textu z webových stránok", "source_document": "pages/students/2023/yevhenii_medushivskyi/README.md", "id": "thesis:pages/students/2023/yevhenii_medushivskyi/README.md:bakalarska-praca-2026", "person": "Yevhenii Medushivskyi", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:225", "title": "Yevhenii Medushivskyi", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", "path": "pages/students/2023/yevhenii_medushivskyi/README.md", "name": "Yevhenii Medushivskyi" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-038", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Yevhenii Medushivskyi uvedené pre rok 2026?", "latency_seconds": 0.084413, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "matched_values": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "actual_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "matched_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:267", "title": "Vyhľadávač na slovenskom internete", "thesis_type": "bachelor_thesis", "name": "Vyhľadávač na slovenskom internete", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:523", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-039", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Ján Holp uvedené pre rok 2019?", "latency_seconds": 0.0797, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Holp", "Vyhľadávač na slovenskom internete", "2019" ], "matched_values": [ "Ján Holp", "Vyhľadávač na slovenskom internete", "2019" ], "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "actual_documents": [ "pages/students/2016/jan_holp/README.md" ], "matched_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ján Pták", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Agent pre manažment záverečných prác" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:480", "name": "Ján Pták", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "person:pages/students/2022/jan_ptak/README.md" }, { "kind": "Work", "year": 2026, "heading": "Diplomový projekt 2026", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:417", "title": "Agent pre manažment záverečných prác", "name": "Agent pre manažment záverečných prác", "source_document": "pages/students/2022/jan_ptak/README.md", "id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026", "person": "Ján Pták", "document_path": "pages/students/2022/jan_ptak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:10", "title": "Ján Pták", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "path": "pages/students/2022/jan_ptak/README.md", "name": "Ján Pták" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-040", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov diplomového projektu a rok práce sú pri osobe Ján Pták uvedené pre rok 2026?", "latency_seconds": 0.075803, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "matched_values": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "actual_documents": [ "pages/students/2022/jan_ptak/README.md" ], "matched_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "keyword": "dialog" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:467", "name": "Artur Hyrenko", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "person:pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Thesis", "year": 2026, "heading": "Diplomová práca 2026", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:325", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "thesis_type": "diploma_thesis", "name": "Zvýšenie bezpečnosti veľkých jazykových modelov", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026", "person": "Artur Hyrenko", "document_path": "pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:570", "title": "Artur Hyrenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "path": "pages/students/2021/artur_hyrenko/README.md", "name": "Artur Hyrenko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2021, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:467", "name": "Artur Hyrenko", "source_document": "pages/students/2021/artur_hyrenko/README.md", "id": "person:pages/students/2021/artur_hyrenko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:570", "title": "Artur Hyrenko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "path": "pages/students/2021/artur_hyrenko/README.md", "name": "Artur Hyrenko" }, { "kind": "Keyword", "name": "dialog", "id": "dialog", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:247" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-041", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom dialog?", "latency_seconds": 0.066395, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "dialog", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "matched_values": [ "Artur Hyrenko", "dialog", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "dialog" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "matched_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "dialog" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Leonov", "academic_kind": "Work", "academic_type": "research_project", "year": 2024, "title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "keyword": "rag" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Work", "year": 2024, "heading": "Vedecký projekt 2024", "work_type": "research_project", "work_type_label": "Výskumný projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:419", "title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "name": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "work:pages/students/2022/yevhenii_leonov/README.md:vedecky-projekt-2024", "person": "Yevhenii Leonov", "document_path": "pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:25", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:25", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:255" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-042", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Yevhenii Leonov v roku 2024 súvisí s kľúčovým slovom rag?", "latency_seconds": 0.09334, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Leonov", "rag", "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "2024" ], "matched_values": [ "Yevhenii Leonov", "rag", "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "2024" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "work_title", "value": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "work_title", "value": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Automatické generovanie otázok v slovenskom jazyku", "keyword": "qa" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:448", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Thesis", "year": 2023, "heading": "Diplomová práca 2023", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:302", "title": "Automatické generovanie otázok v slovenskom jazyku", "thesis_type": "diploma_thesis", "name": "Automatické generovanie otázok v slovenskom jazyku", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "thesis:pages/students/2018/ondrej_megela/README.md:diplomova-praca-2023", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:555", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:448", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:555", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" }, { "kind": "Keyword", "name": "QA", "id": "qa", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:864" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-043", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Ondrej Megela v roku 2023 súvisí s kľúčovým slovom qa?", "latency_seconds": 0.094197, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ondrej Megela", "qa", "Automatické generovanie otázok v slovenskom jazyku", "2023" ], "matched_values": [ "Ondrej Megela", "qa", "Automatické generovanie otázok v slovenskom jazyku", "2023" ], "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "qa" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" } ], "matched_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "qa" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "actual_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "matched_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Yevhenii Leonov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:347", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "thesis_type": "bachelor_thesis", "name": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "thesis:pages/students/2022/yevhenii_leonov/README.md:bakalarska-praca-2025", "person": "Yevhenii Leonov", "document_path": "pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:25", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:487", "name": "Yevhenii Leonov", "source_document": "pages/students/2022/yevhenii_leonov/README.md", "id": "person:pages/students/2022/yevhenii_leonov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:25", "title": "Yevhenii Leonov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "path": "pages/students/2022/yevhenii_leonov/README.md", "name": "Yevhenii Leonov" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-044", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Yevhenii Leonov v roku 2025 súvisí s kľúčovým slovom nlp?", "latency_seconds": 0.105314, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Yevhenii Leonov", "nlp", "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "2025" ], "matched_values": [ "Yevhenii Leonov", "nlp", "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "2025" ], "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2022/yevhenii_leonov/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Bilykh", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2021, "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "keyword": "demo" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:447", "name": "Oleh Bilykh", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "person:pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Bakalárska práca 2021", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:300", "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "thesis_type": "bachelor_thesis", "name": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "thesis:pages/students/2018/oleh_bilykh/README.md:bakalarska-praca-2021", "person": "Oleh Bilykh", "document_path": "pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:554", "title": "Oleh Bilykh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "path": "pages/students/2018/oleh_bilykh/README.md", "name": "Oleh Bilykh" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:447", "name": "Oleh Bilykh", "source_document": "pages/students/2018/oleh_bilykh/README.md", "id": "person:pages/students/2018/oleh_bilykh/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:554", "title": "Oleh Bilykh", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "path": "pages/students/2018/oleh_bilykh/README.md", "name": "Oleh Bilykh" }, { "kind": "Keyword", "name": "demo", "id": "demo", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:246" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-045", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Oleh Bilykh v roku 2021 súvisí s kľúčovým slovom demo?", "latency_seconds": 0.168108, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Bilykh", "demo", "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "2021" ], "matched_values": [ "Oleh Bilykh", "demo", "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "2021" ], "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "demo" }, { "type": "thesis_title", "value": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí." }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "demo" }, { "type": "thesis_title", "value": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "actual_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "matched_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2020, "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "keyword": "bert" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:442", "name": "Martin NaN1", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "person:pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Work", "year": 2020, "heading": "Bakalársky projekt 2020", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:386", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "name": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "work:pages/students/2018/NaN1name_buday/README.md:bakalarsky-projekt-2020", "person": "Martin NaN1", "document_path": "pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:549", "title": "Martin NaN1", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "path": "pages/students/2018/NaN1name_buday/README.md", "name": "Martin NaN1" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:442", "name": "Martin NaN1", "source_document": "pages/students/2018/NaN1name_buday/README.md", "id": "person:pages/students/2018/NaN1name_buday/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:549", "title": "Martin NaN1", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "path": "pages/students/2018/NaN1name_buday/README.md", "name": "Martin NaN1" }, { "kind": "Keyword", "name": "bert", "id": "bert", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:18" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-046", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Martin NaN1 v roku 2020 súvisí s kľúčovým slovom bert?", "latency_seconds": 0.07238, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "bert", "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "2020" ], "matched_values": [ "Martin NaN1", "bert", "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "2020" ], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "bert" }, { "type": "work_title", "value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči" }, { "type": "year", "value": "2020" } ], "matched_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "bert" }, { "type": "work_title", "value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/topics/bert/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/topics/bert" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:269", "title": "Paralelné trénovanie neurónových sietí", "thesis_type": "diploma_thesis", "name": "Paralelné trénovanie neurónových sietí", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021", "person": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:527", "title": "Lukáš Pokrývka", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "path": "pages/students/2016/lukas_pokryvka/README.md", "name": "Lukáš Pokrývka" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:433", "name": "Lukáš Pokrývka", "source_document": "pages/students/2016/lukas_pokryvka/README.md", "id": "person:pages/students/2016/lukas_pokryvka/README.md" }, { "kind": "Document", "path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-047", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Lukáš Pokrývka v roku 2021 súvisí s kľúčovým slovom nlp?", "latency_seconds": 0.127794, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Lukáš Pokrývka", "nlp", "Paralelné trénovanie neurónových sietí", "2021" ], "matched_values": [ "Lukáš Pokrývka", "nlp", "Paralelné trénovanie neurónových sietí", "2021" ], "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "actual_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Márk Fehér", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Klasifikácia textu metódami strojového učenia", "keyword": "klasifikácia" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:434", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Diplomová práca 2022", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:285", "title": "Klasifikácia textu metódami strojového učenia", "thesis_type": "diploma_thesis", "name": "Klasifikácia textu metódami strojového učenia", "source_document": "pages/students/2016/mark_feher/README.md", "id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022", "person": "Márk Fehér", "document_path": "pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:530", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:434", "name": "Márk Fehér", "source_document": "pages/students/2016/mark_feher/README.md", "id": "person:pages/students/2016/mark_feher/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:530", "title": "Márk Fehér", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "path": "pages/students/2016/mark_feher/README.md", "name": "Márk Fehér" }, { "kind": "Keyword", "name": "klasifikácia", "id": "klasifikacia", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:843" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-048", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Márk Fehér v roku 2022 súvisí s kľúčovým slovom klasifikácia?", "latency_seconds": 0.116961, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Márk Fehér", "klasifikácia", "Klasifikácia textu metódami strojového učenia", "2022" ], "matched_values": [ "Márk Fehér", "klasifikácia", "Klasifikácia textu metódami strojového učenia", "2022" ], "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "keyword", "value": "klasifikácia" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "keyword", "value": "klasifikácia" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Tetiana Mohorian", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "keyword": "rag" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:484", "name": "Tetiana Mohorian", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "person:pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:343", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "thesis_type": "bachelor_thesis", "name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025", "person": "Tetiana Mohorian", "document_path": "pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:16", "title": "Tetiana Mohorian", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "path": "pages/students/2022/tetiana_mohorian/README.md", "name": "Tetiana Mohorian" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:484", "name": "Tetiana Mohorian", "source_document": "pages/students/2022/tetiana_mohorian/README.md", "id": "person:pages/students/2022/tetiana_mohorian/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:16", "title": "Tetiana Mohorian", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "path": "pages/students/2022/tetiana_mohorian/README.md", "name": "Tetiana Mohorian" }, { "kind": "Keyword", "name": "RAG", "id": "rag", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:255" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-049", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Tetiana Mohorian v roku 2025 súvisí s kľúčovým slovom rag?", "latency_seconds": 0.086077, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Tetiana Mohorian", "rag", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "matched_values": [ "Tetiana Mohorian", "rag", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "rag" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "rag" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "actual_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "matched_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "keyword": "nlp" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:310", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "thesis_type": "bachelor_thesis", "name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-050", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Kristián Sopkovič v roku 2022 súvisí s kľúčovým slovom nlp?", "latency_seconds": 0.129436, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "nlp", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "matched_values": [ "Kristián Sopkovič", "nlp", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/darius_lindvai/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dárius Lindvai", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428" }, { "kind": "Document", "path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "kind": "Category", "name": "dp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:594" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Dárius Lindvai", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428" }, { "kind": "Document", "path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:497" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-051", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Dárius Lindvai, ktorý patrí do kategórie dp2021?", "latency_seconds": 0.07463, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "dp2021", "Daniel Hladek" ], "matched_values": [ "Dárius Lindvai", "dp2021", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladyslav Krupko", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/vladyslav_krupko/README.md", "same_document": true }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Krupko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:466" }, { "kind": "Document", "path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:591" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Krupko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:466" }, { "kind": "Document", "path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" }, { "kind": "DocumentAuthor", "name": "Daniel Hladek", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:497" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-052", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Vladyslav Krupko, ktorý patrí do kategórie bp2024?", "latency_seconds": 0.076811, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Krupko", "bp2024", "Daniel Hladek" ], "matched_values": [ "Vladyslav Krupko", "bp2024", "Daniel Hladek" ], "expected_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "matched_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "actual_relations": [ "AUTHORED_DOCUMENT", "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/vladyslav_krupko/README.md" ], "actual_documents": [ "pages/students/2020/vladyslav_krupko/README.md" ], "matched_documents": [ "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints", "person_document_author_constraints" ], "fact_types": [ "person_category", "person_document_author" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Pavol Hudák", "category": "dp2025" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Pavol Hudák", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:465" }, { "kind": "Document", "path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" }, { "kind": "Category", "name": "dp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:598" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-053", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Pavol Hudák.", "latency_seconds": 0.075403, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Pavol Hudák", "dp2025" ], "matched_values": [ "Pavol Hudák", "dp2025" ], "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "category", "value": "dp2025" } ], "matched_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "actual_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "matched_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "entity_set_expected": [ "dp2025" ], "entity_set_actual": [ "dp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Eduard Matovka", "category": "bp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Eduard Matovka", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:468" }, { "kind": "Document", "path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" }, { "kind": "Category", "name": "bp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:591" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-054", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Eduard Matovka.", "latency_seconds": 0.06971, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Eduard Matovka", "bp2024" ], "matched_values": [ "Eduard Matovka", "bp2024" ], "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "category", "value": "bp2024" } ], "matched_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "category", "value": "bp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "actual_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "matched_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "entity_set_expected": [ "bp2024" ], "entity_set_actual": [ "bp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Kristián Lukas", "category": "bp2023" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Jakub Kristián Lukas", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:461" }, { "kind": "Document", "path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" }, { "kind": "Category", "name": "bp2023", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:590" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-055", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Jakub Kristián Lukas.", "latency_seconds": 0.060007, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Kristián Lukas", "bp2023" ], "matched_values": [ "Jakub Kristián Lukas", "bp2023" ], "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "category", "value": "bp2023" } ], "matched_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "category", "value": "bp2023" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "actual_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "matched_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "entity_set_expected": [ "bp2023" ], "entity_set_actual": [ "bp2023" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Simona Bobrovčanová", "category": "bp2026" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Simona Bobrovčanová", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:494" }, { "kind": "Document", "path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" }, { "kind": "Category", "name": "bp2026", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:593" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-056", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Simona Bobrovčanová.", "latency_seconds": 0.064194, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Simona Bobrovčanová", "bp2026" ], "matched_values": [ "Simona Bobrovčanová", "bp2026" ], "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "category", "value": "bp2026" } ], "matched_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "actual_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "matched_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "entity_set_expected": [ "bp2026" ], "entity_set_actual": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Vladyslav Yanchenko", "category": "bp2025" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Vladyslav Yanchenko", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:486" }, { "kind": "Document", "path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" }, { "kind": "Category", "name": "bp2025", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:592" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-057", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Vladyslav Yanchenko.", "latency_seconds": 0.062344, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Vladyslav Yanchenko", "bp2025" ], "matched_values": [ "Vladyslav Yanchenko", "bp2025" ], "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "category", "value": "bp2025" } ], "matched_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "category", "value": "bp2025" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "actual_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "matched_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "entity_set_expected": [ "bp2025" ], "entity_set_actual": [ "bp2025" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Samuel Horáni", "category": "bp2022" }, "matched": true }, { "binding": { "person": "Samuel Horáni", "category": "vp2021" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Horáni", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:458" }, { "kind": "Document", "path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" }, { "kind": "Category", "name": "bp2022", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:589" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Samuel Horáni", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:458" }, { "kind": "Document", "path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" }, { "kind": "Category", "name": "vp2021", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:608" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-058", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Samuel Horáni.", "latency_seconds": 0.06183, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Samuel Horáni", "bp2022", "vp2021" ], "matched_values": [ "Samuel Horáni", "bp2022", "vp2021" ], "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "category", "value": "vp2021" } ], "matched_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "category", "value": "vp2021" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [ "bp2022", "vp2021" ], "entity_set_actual": [ "bp2022", "vp2021" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "category": "dp2024" }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, "matched": true, "witness": [ { "kind": "Person", "name": "Adrián Remiáš", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443" }, { "kind": "Document", "path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" }, { "kind": "Category", "name": "dp2024", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:597" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-059", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Adrián Remiáš.", "latency_seconds": 0.061042, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "dp2024" ], "matched_values": [ "Adrián Remiáš", "dp2024" ], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "category", "value": "dp2024" } ], "matched_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "actual_relations": [ "HAS_DOCUMENT", "IN_CATEGORY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [ "dp2024" ], "entity_set_actual": [ "dp2024" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "person_category_constraints" ], "fact_types": [ "person_category" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2021 }, "matched": true }, { "binding": { "person": "Dárius Lindvai", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:557", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Thesis", "year": 2021, "heading": "Diplomová práca 2021", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:263", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "thesis_type": "diploma_thesis", "name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:509", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "fresh7-060", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Dárius Lindvai, Adrián Remiáš vyber osoby s prácou v roku 2021. Koľko ich je?", "latency_seconds": 0.092285, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2021", "Dárius Lindvai", "2" ], "matched_values": [ "Alina Vitko", "2021", "Dárius Lindvai", "2" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [ "alina vitko", "darius lindvai" ], "entity_set_actual": [ "alina vitko", "darius lindvai" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2021 }, "matched": true }, { "binding": { "person": "Kristián Sopkovič", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:392", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "name": "Vytovrenie prehľadu existujúcich systémov QA.", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:557", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:398", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "work:pages/students/2019/kristian_sopkovic/README.md:bakalarsky-projekt-2021", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "fresh7-061", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Kristián Sopkovič, Adrián Remiáš vyber osoby s prácou v roku 2021. Koľko ich je?", "latency_seconds": 0.094045, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2021", "Kristián Sopkovič", "2" ], "matched_values": [ "Alina Vitko", "2021", "Kristián Sopkovič", "2" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [ "alina vitko", "kristian sopkovic" ], "entity_set_actual": [ "alina vitko", "kristian sopkovic" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Andrii Pervashov", "year": 2025 }, "matched": true }, { "binding": { "person": "Serhii Yemets", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:476", "name": "Andrii Pervashov", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "person:pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:336", "title": "Korekcia textu pomocou neurónových sietí", "thesis_type": "bachelor_thesis", "name": "Korekcia textu pomocou neurónových sietí", "source_document": "pages/students/2022/andrii_pervashov/README.md", "id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025", "person": "Andrii Pervashov", "document_path": "pages/students/2022/andrii_pervashov/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:6", "title": "Andrii Pervashov", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "path": "pages/students/2022/andrii_pervashov/README.md", "name": "Andrii Pervashov" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:483", "name": "Serhii Yemets", "source_document": "pages/students/2022/serhii_yemets/README.md", "id": "person:pages/students/2022/serhii_yemets/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:342", "thesis_type": "bachelor_thesis", "name": "Bakalárska práca 2025", "source_document": "pages/students/2022/serhii_yemets/README.md", "id": "thesis:pages/students/2022/serhii_yemets/README.md:bakalarska-praca-2025", "person": "Serhii Yemets", "document_path": "pages/students/2022/serhii_yemets/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:13", "title": "Serhii Yemets", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "path": "pages/students/2022/serhii_yemets/README.md", "name": "Serhii Yemets" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "fresh7-062", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Serhii Yemets, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?", "latency_seconds": 0.083653, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Andrii Pervashov", "2025", "Serhii Yemets", "2" ], "matched_values": [ "Andrii Pervashov", "2025", "Serhii Yemets", "2" ], "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Serhii Yemets" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Serhii Yemets" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/serhii_yemets/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/serhii_yemets/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/serhii_yemets/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "entity_set_expected": [ "andrii pervashov", "serhii yemets" ], "entity_set_actual": [ "andrii pervashov", "serhii yemets" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints" ], "fact_types": [ "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2019 }, "matched": true }, { "binding": { "person": "Ján Holp", "year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358", "name": "Tímový projekt 2019", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:509", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:432", "name": "Ján Holp", "source_document": "pages/students/2016/jan_holp/README.md", "id": "person:pages/students/2016/jan_holp/README.md" }, { "kind": "Thesis", "year": 2019, "heading": "Bakalárska práca 2019", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:267", "title": "Vyhľadávač na slovenskom internete", "thesis_type": "bachelor_thesis", "name": "Vyhľadávač na slovenskom internete", "source_document": "pages/students/2016/jan_holp/README.md", "id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019", "person": "Ján Holp", "document_path": "pages/students/2016/jan_holp/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:523", "title": "Ján Holp", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "path": "pages/students/2016/jan_holp/README.md", "name": "Ján Holp" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "fresh7-063", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Ján Holp, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?", "latency_seconds": 0.101778, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2019", "Ján Holp", "2" ], "matched_values": [ "Dárius Lindvai", "2019", "Ján Holp", "2" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [ "darius lindvai", "jan holp" ], "entity_set_actual": [ "darius lindvai", "jan holp" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Dárius Lindvai", "year": 2019 }, "matched": true }, { "binding": { "person": "Jakub Maruniak", "year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:428", "name": "Dárius Lindvai", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "person:pages/students/2016/darius_lindvai/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:358", "name": "Tímový projekt 2019", "source_document": "pages/students/2016/darius_lindvai/README.md", "id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019", "person": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:509", "title": "Dárius Lindvai", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "path": "pages/students/2016/darius_lindvai/README.md", "name": "Dárius Lindvai" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370", "name": "Tímový projekt 2019", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:516", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "fresh7-064", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Jakub Maruniak, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?", "latency_seconds": 0.088063, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dárius Lindvai", "2019", "Jakub Maruniak", "2" ], "matched_values": [ "Dárius Lindvai", "2019", "Jakub Maruniak", "2" ], "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "entity_set_expected": [ "darius lindvai", "jakub maruniak" ], "entity_set_actual": [ "darius lindvai", "jakub maruniak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints" ], "fact_types": [ "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "year": 2022 }, "matched": true }, { "binding": { "person": "Ondrej Megela", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:304", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:557", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:448", "name": "Ondrej Megela", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "person:pages/students/2018/ondrej_megela/README.md" }, { "kind": "Work", "year": 2022, "heading": "Diplomový projekt 1 2022", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:390", "name": "Diplomový projekt 1 2022", "source_document": "pages/students/2018/ondrej_megela/README.md", "id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022", "person": "Ondrej Megela", "document_path": "pages/students/2018/ondrej_megela/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:555", "title": "Ondrej Megela", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "path": "pages/students/2018/ondrej_megela/README.md", "name": "Ondrej Megela" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "fresh7-065", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Ondrej Megela, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?", "latency_seconds": 0.096403, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "2022", "Ondrej Megela", "2" ], "matched_values": [ "Alina Vitko", "2022", "Ondrej Megela", "2" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/alina_vitko/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [ "alina vitko", "ondrej megela" ], "entity_set_actual": [ "alina vitko", "ondrej megela" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "year": 2024 }, "matched": true }, { "binding": { "person": "Patrik Pokrivčák", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2018, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:443", "name": "Adrián Remiáš", "source_document": "pages/students/2018/adrian_remias/README.md", "id": "person:pages/students/2018/adrian_remias/README.md" }, { "kind": "Thesis", "year": 2024, "heading": "Diplomová práca 2024", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:295", "thesis_type": "diploma_thesis", "name": "Diplomová práca 2024", "source_document": "pages/students/2018/adrian_remias/README.md", "id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024", "person": "Adrián Remiáš", "document_path": "pages/students/2018/adrian_remias/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:550", "title": "Adrián Remiáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "path": "pages/students/2018/adrian_remias/README.md", "name": "Adrián Remiáš" } ] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:457", "name": "Patrik Pokrivčák", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "person:pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:406", "name": "Diplomový projekt 2024", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "work:pages/students/2019/patrik_pokrivcak/README.md:diplomovy-projekt-2024", "person": "Patrik Pokrivčák", "document_path": "pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:567", "title": "Patrik Pokrivčák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "path": "pages/students/2019/patrik_pokrivcak/README.md", "name": "Patrik Pokrivčák" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": 2, "actual_count": 2, "complete": true, "id": "fresh7-066", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Adrián Remiáš, Patrik Pokrivčák, Alina Vitko vyber osoby s prácou v roku 2024. Koľko ich je?", "latency_seconds": 0.105446, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "2024", "Patrik Pokrivčák", "2" ], "matched_values": [ "Adrián Remiáš", "2024", "Patrik Pokrivčák", "2" ], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "entity_set_expected": [ "adrian remias", "patrik pokrivcak" ], "entity_set_actual": [ "adrian remias", "patrik pokrivcak" ], "entity_set_mode": "exact", "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "work_constraints" ], "fact_types": [ "person_thesis", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Oleh Poiasnik", "keyword": "nlp", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:481", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Bakalárska práca 2025", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:339", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "thesis_type": "bachelor_thesis", "name": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "thesis:pages/students/2022/oleh_poiasnik/README.md:bakalarska-praca-2025", "person": "Oleh Poiasnik", "document_path": "pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:11", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2022, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:481", "name": "Oleh Poiasnik", "source_document": "pages/students/2022/oleh_poiasnik/README.md", "id": "person:pages/students/2022/oleh_poiasnik/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:11", "title": "Oleh Poiasnik", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "path": "pages/students/2022/oleh_poiasnik/README.md", "name": "Oleh Poiasnik" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-067", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleh Poiasnik a Adrián Remiáš má kľúčové slovo nlp a jej práca je z roku 2025?", "latency_seconds": 0.11742, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Oleh Poiasnik", "nlp", "2025" ], "matched_values": [ "Oleh Poiasnik", "nlp", "2025" ], "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/oleh_poiasnik/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Jakub Maruniak", "keyword": "nlp", "year": 2019 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Work", "year": 2019, "heading": "Tímový projekt 2019", "work_type": "team_project", "work_type_label": "Tímový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:370", "name": "Tímový projekt 2019", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019", "person": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:516", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2016, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:431", "name": "Jakub Maruniak", "source_document": "pages/students/2016/jakub_maruniak/README.md", "id": "person:pages/students/2016/jakub_maruniak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:516", "title": "Jakub Maruniak", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "path": "pages/students/2016/jakub_maruniak/README.md", "name": "Jakub Maruniak" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-068", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Jakub Maruniak a Alina Vitko má kľúčové slovo nlp a jej práca je z roku 2019?", "latency_seconds": 0.086251, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Jakub Maruniak", "nlp", "2019" ], "matched_values": [ "Jakub Maruniak", "nlp", "2019" ], "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2019" } ], "matched_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/alina_vitko/README.md" ], "actual_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/alina_vitko/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Kristián Sopkovič", "keyword": "spacy", "year": 2021 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Work", "year": 2021, "heading": "Bakalársky projekt 2021", "work_type": "bachelor_project", "work_type_label": "Bakalársky projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:398", "name": "Bakalársky projekt 2021", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "work:pages/students/2019/kristian_sopkovic/README.md:bakalarsky-projekt-2021", "person": "Kristián Sopkovič", "document_path": "pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:455", "name": "Kristián Sopkovič", "source_document": "pages/students/2019/kristian_sopkovic/README.md", "id": "person:pages/students/2019/kristian_sopkovic/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:562", "title": "Kristián Sopkovič", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "path": "pages/students/2019/kristian_sopkovic/README.md", "name": "Kristián Sopkovič" }, { "kind": "Keyword", "name": "Spacy", "id": "spacy", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:259" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-069", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Dárius Lindvai má kľúčové slovo spacy a jej práca je z roku 2021?", "latency_seconds": 0.097286, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Kristián Sopkovič", "spacy", "2021" ], "matched_values": [ "Kristián Sopkovič", "spacy", "2021" ], "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "spacy" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "spacy" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/topics/spacy/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/topics/spacy" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Filip Tomáš", "keyword": "testovanie", "year": 2025 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Thesis", "year": 2025, "heading": "Diplomová práca 2024 - 2025", "thesis_type_label": "Diplomová práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:309", "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "thesis_type": "diploma_thesis", "name": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "thesis:pages/students/2019/filip_tomas/README.md:diplomova-praca-2024-2025", "person": "Filip Tomáš", "document_path": "pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:561", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:454", "name": "Filip Tomáš", "source_document": "pages/students/2019/filip_tomas/README.md", "id": "person:pages/students/2019/filip_tomas/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:561", "title": "Filip Tomáš", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "path": "pages/students/2019/filip_tomas/README.md", "name": "Filip Tomáš" }, { "kind": "Keyword", "name": "testovanie", "id": "testovanie", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:262" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-070", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Filip Tomáš a Andrii Pervashov má kľúčové slovo testovanie a jej práca je z roku 2025?", "latency_seconds": 0.096613, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Filip Tomáš", "testovanie", "2025" ], "matched_values": [ "Filip Tomáš", "testovanie", "2025" ], "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "keyword", "value": "testovanie" }, { "type": "year", "value": "2025" } ], "matched_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "keyword", "value": "testovanie" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "matched_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Patrik Pokrivčák", "keyword": "nlp", "year": 2024 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:457", "name": "Patrik Pokrivčák", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "person:pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Work", "year": 2024, "heading": "Diplomový projekt 2024", "work_type": "diploma_project", "work_type_label": "Diplomový projekt", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:406", "name": "Diplomový projekt 2024", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "work:pages/students/2019/patrik_pokrivcak/README.md:diplomovy-projekt-2024", "person": "Patrik Pokrivčák", "document_path": "pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:567", "title": "Patrik Pokrivčák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "path": "pages/students/2019/patrik_pokrivcak/README.md", "name": "Patrik Pokrivčák" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:457", "name": "Patrik Pokrivčák", "source_document": "pages/students/2019/patrik_pokrivcak/README.md", "id": "person:pages/students/2019/patrik_pokrivcak/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:567", "title": "Patrik Pokrivčák", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "path": "pages/students/2019/patrik_pokrivcak/README.md", "name": "Patrik Pokrivčák" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-071", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Patrik Pokrivčák a Alina Vitko má kľúčové slovo nlp a jej práca je z roku 2024?", "latency_seconds": 0.09641, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Patrik Pokrivčák", "nlp", "2024" ], "matched_values": [ "Patrik Pokrivčák", "nlp", "2024" ], "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "matched_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "actual_relations": [ "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD", "HAS_WORK" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "work_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_work" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [ { "binding": { "person": "Alina Vitko", "keyword": "nlp", "year": 2022 }, "matched": true } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Thesis", "year": 2022, "heading": "Bakalárska práca 2022", "thesis_type_label": "Bakalárska práca", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:304", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "thesis_type": "bachelor_thesis", "name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022", "person": "Alina Vitko", "document_path": "pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:557", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" } ] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": true, "witness": [ { "kind": "Person", "start_year": 2019, "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:450", "name": "Alina Vitko", "source_document": "pages/students/2019/alina_vitko/README.md", "id": "person:pages/students/2019/alina_vitko/README.md" }, { "kind": "Document", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:557", "title": "Alina Vitko", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "path": "pages/students/2019/alina_vitko/README.md", "name": "Alina Vitko" }, { "kind": "Keyword", "name": "NLP", "id": "nlp", "element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:855" } ] } ], "expected_no_answer": false, "actual_status": "ok", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-072", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Alina Vitko a Andrii Pervashov má kľúčové slovo nlp a jej práca je z roku 2022?", "latency_seconds": 0.093382, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Alina Vitko", "nlp", "2022" ], "matched_values": [ "Alina Vitko", "nlp", "2022" ], "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2022" } ], "matched_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "actual_relations": [ "AUTHORED", "EVIDENCED_BY", "HAS_DOCUMENT", "HAS_KEYWORD" ], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "actual_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/topics/nlp/README.md" ], "matched_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/topics/nlp" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution", "graph_traversal", "thesis_constraints", "person_keyword_constraints" ], "fact_types": [ "person_keyword", "person_thesis" ] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-073", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Stanislav Matsunych v roku 2018?", "latency_seconds": 0.080413, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "actual_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "matched_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-074", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Artem Yatsenko s kľúčovým slovom anotation?", "latency_seconds": 0.079242, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "actual_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "matched_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-075", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dárius Lindvai s kľúčovým slovom cluster?", "latency_seconds": 0.096013, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "actual_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "matched_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-076", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Márk Fehér v roku 2018?", "latency_seconds": 0.076721, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "actual_documents": [ "pages/students/2016/mark_feher/README.md" ], "matched_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-077", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Kamil Tomčufčík s kľúčovým slovom klasifikácia?", "latency_seconds": 0.112424, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "actual_documents": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "matched_documents": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-078", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Youssef Ressaissi s kľúčovým slovom emotion?", "latency_seconds": 0.094447, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "actual_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "matched_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-079", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Michal Stromko s kľúčovým slovom question-answer?", "latency_seconds": 0.101387, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "actual_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/topics/question/README.md" ], "matched_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/topics/question" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": true, "bindings_ok": true, "binding_score": 1.0, "paths_ok": true, "path_score": 1.0, "binding_results": [], "path_results": [], "expected_no_answer": true, "actual_status": "no_answer", "source_checked": true, "all_facts_supported": true, "unsupported_facts": [], "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "fresh7-080", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Oleksandr Hryshchenko v roku 2018?", "latency_seconds": 0.075346, "error": null, "strict": true, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [], "matched_values": [], "expected_entities": [], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "actual_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "matched_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] } ], "source_consistent_summary": { "questions": 80, "source_checked_count": 80, "all_facts_supported_count": 80, "strict_count": 80, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.093012, "latency_median_seconds": 0.091794, "latency_p95_seconds": 0.127876 }, "source_consistent_by_category": { "candidate_set_aggregation": { "questions": 7, "source_checked_count": 7, "all_facts_supported_count": 7, "strict_count": 7, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.094525, "latency_median_seconds": 0.094045, "latency_p95_seconds": 0.104346 }, "conjunctive_disambiguation": { "questions": 6, "source_checked_count": 6, "all_facts_supported_count": 6, "strict_count": 6, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.097894, "latency_median_seconds": 0.096512, "latency_p95_seconds": 0.112387 }, "document_author_category_multi_hop": { "questions": 2, "source_checked_count": 2, "all_facts_supported_count": 2, "strict_count": 2, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.07572, "latency_median_seconds": 0.07572, "latency_p95_seconds": 0.076702 }, "negative_lookup": { "questions": 8, "source_checked_count": 8, "all_facts_supported_count": 8, "strict_count": 8, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.089499, "latency_median_seconds": 0.08743, "latency_p95_seconds": 0.108561 }, "person_keyword_title": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.106, "latency_median_seconds": 0.099755, "latency_p95_seconds": 0.150706 }, "person_multiple_categories": { "questions": 7, "source_checked_count": 7, "all_facts_supported_count": 7, "strict_count": 7, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.064933, "latency_median_seconds": 0.062344, "latency_p95_seconds": 0.073695 }, "person_title_year": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.081677, "latency_median_seconds": 0.079982, "latency_p95_seconds": 0.092811 }, "same_academic_year_pair": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.115902, "latency_median_seconds": 0.107928, "latency_p95_seconds": 0.162683 }, "same_start_year_pair": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.088325, "latency_median_seconds": 0.082374, "latency_p95_seconds": 0.112444 }, "shared_keyword_pair": { "questions": 10, "source_checked_count": 10, "all_facts_supported_count": 10, "strict_count": 10, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.095094, "latency_median_seconds": 0.095718, "latency_p95_seconds": 0.107181 } }, "source_inconsistent_ids": [] }